-- Logs begin at Mon 2021-11-01 15:48:33 UTC, end at Mon 2021-11-01 16:54:19 UTC. -- Nov 01 16:29:47.982996 dv-cinder-816187-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 01 16:29:50.707445 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.common.config [-] Logging enabled! Nov 01 16:29:50.708153 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev128 Nov 01 16:29:50.708276 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101910) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 01 16:29:50.711356 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.common.config [-] Logging enabled! Nov 01 16:29:50.711628 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev128 Nov 01 16:29:50.711938 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101910) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 01 16:29:50.712847 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 01 16:29:50.713079 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 01 16:29:50.713442 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 01 16:29:50.713686 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 01 16:29:50.713908 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 01 16:29:50.714222 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.714514 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.714802 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.715027 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.715317 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.715625 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.715904 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.716184 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.716475 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.716755 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.717029 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.717308 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.717534 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.717809 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.718089 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.718368 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.718588 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] debug = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.718860 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.719285 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.719733 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.720010 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.720291 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.720565 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.720828 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.721096 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.721375 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.721994 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] host = dv-cinder-816187-1-iscsi {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.722347 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.722636 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.722921 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.723204 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.723477 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.724029 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.724311 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.724579 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.724847 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] log_file = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.725118 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.725399 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.725681 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.725971 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.726190 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.726411 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.726693 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.726969 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.727239 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.727507 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.727797 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.728064 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.728331 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.728595 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.728872 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.729148 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.729422 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.729690 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.729962 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.730225 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.730489 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.730765 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.731032 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.731299 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.731592 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.731877 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.732140 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.732406 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.732698 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.732974 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.733248 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.733524 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.733794 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.734066 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.734330 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.734593 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.734855 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] use_json = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.735117 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.735380 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.735683 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.735951 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.736214 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.736478 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.736741 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.737016 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:50.737827 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.738334 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.738646 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.738927 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.739226 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.739501 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.739809 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.740083 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.740370 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.740651 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.740933 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.741205 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.741484 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.741753 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.742040 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.742336 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.742625 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.742912 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.743181 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.743448 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.743745 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.744018 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.744297 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.744567 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.744846 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.745127 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.745399 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.745677 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.745965 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.746247 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.746514 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.746784 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.747067 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.747336 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.747629 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.747904 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.748186 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.748457 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.748724 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.748998 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.749269 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.749532 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.749798 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.750071 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.750362 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.750631 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.750894 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.751157 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.751426 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.751728 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.752009 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.752280 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.752549 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.752836 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.753792 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.754066 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.754336 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.754610 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.754881 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.755155 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.755425 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.755717 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.755986 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.756254 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.756520 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.756785 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.757121 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.757394 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.757661 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.757929 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.758195 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.758463 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.758731 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.759011 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.759302 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.759596 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.759873 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.760149 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.760420 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.760692 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.760969 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.761243 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.761516 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.761784 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.762067 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.762346 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.762627 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.762906 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.763179 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.763494 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.763790 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.764068 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.764341 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.764613 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.764891 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.765167 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.765455 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.765741 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.766027 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.766317 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.766604 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.766880 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.767181 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.767454 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:50.767692 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 01 16:29:50.767930 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101910) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 01 16:29:51.195268 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 01 16:29:51.195569 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 01 16:29:51.195857 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 01 16:29:51.196185 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 01 16:29:51.515078 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.515367 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.515672 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.516865 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.517137 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.517399 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.552374 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.552675 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.552972 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.568169 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.568445 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.568711 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.600323 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.600606 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.600870 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.636120 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.636397 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.636668 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.872283 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.872890 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.872890 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.873080 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:51.873682 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.005582 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.005898 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.006174 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.006437 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.006699 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.007006 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.007260 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.007512 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.007782 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.008060 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.008314 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.008574 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.008825 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.009073 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.009324 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.009583 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.009832 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.010092 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.010353 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.010605 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.010871 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.011118 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.011393 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.011784 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.012029 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.012269 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.012661 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 16:29:52.012901 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 16:29:52.013138 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 16:29:52.013374 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 16:29:52.013608 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 16:29:52.013840 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 16:29:52.014196 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 01 16:29:52.017397 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 01 16:29:52.021875 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 01 16:29:52.025826 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 01 16:29:52.027605 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 01 16:29:52.028070 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 01 16:29:52.028404 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 01 16:29:52.028779 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 01 16:29:52.031595 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 01 16:29:52.031843 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 01 16:29:52.032181 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 01 16:29:52.037493 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 01 16:29:52.059491 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 01 16:29:52.059961 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.060257 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101910) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 01 16:29:52.060615 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.061986 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101910) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 01 16:29:52.062261 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 01 16:29:52.062500 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 01 16:29:52.066199 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.066473 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:52.130654 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 01 16:29:52.130832 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 01 16:29:52.131068 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 01 16:29:52.131430 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 01 16:29:52.152805 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_db.sqlalchemy.engines [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101910) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 01 16:29:53.029788 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Initializing driver for type 'gre' Nov 01 16:29:53.030423 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] gre ID ranges: [(1, 1000)] Nov 01 16:29:53.172412 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Initializing driver for type 'local' Nov 01 16:29:53.172745 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Initializing driver for type 'vlan' Nov 01 16:29:53.250517 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] VlanTypeDriver initialization complete Nov 01 16:29:53.250873 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Initializing driver for type 'vxlan' Nov 01 16:29:53.251395 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] vxlan ID ranges: [(1, 1000)] Nov 01 16:29:53.435303 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Initializing extension driver 'port_security' Nov 01 16:29:53.435591 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.extensions.port_security [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] PortSecurityExtensionDriver initialization complete Nov 01 16:29:53.435935 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Initializing mechanism driver 'openvswitch' Nov 01 16:29:53.436274 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Initializing mechanism driver 'hyperv' Nov 01 16:29:53.443386 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.plugins.ml2.plugin [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:29:53.444294 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > port after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.444670 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > port after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.446705 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > port after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.446705 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 16:29:53.446705 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > subnet after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.446705 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > subnet after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.446705 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.447120 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 16:29:53.447432 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > network after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.447809 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > network after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.448158 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > network after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.448555 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 16:29:53.448968 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > security_group after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.449324 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > security_group after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.449669 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > security_group after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.450064 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 16:29:53.450473 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.450828 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.451170 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.451591 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 16:29:53.452000 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > address_group after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.452352 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > address_group after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.452697 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > address_group after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.453093 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 16:29:53.453475 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] ML2 OVO RPC backend initialized. {{(pid=101910) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 01 16:29:53.454177 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.454531 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.454948 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > network before_response 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.455303 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > networks before_response 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.455674 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > port before_response 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.456650 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > ports before_response 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.457100 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > subnet before_response 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.457451 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > subnets before_response 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.457801 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > network after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.458147 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > network after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.458489 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > network after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.458832 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > port after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.459174 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > port after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.459514 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > port after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.459874 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > subnet after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.460216 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > subnet after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.460553 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.461138 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.plugin [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Modular L2 Plugin initialization complete Nov 01 16:29:53.461468 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading services supported by the core plugin {{(pid=101910) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 01 16:29:53.461791 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.plugins.ml2.managers [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Got port-security extension from driver 'port_security' Nov 01 16:29:53.462255 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.extensions.vlantransparent [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Disabled vlantransparent extension. Nov 01 16:29:53.462783 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101910) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 01 16:29:53.463102 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading Plugin: router Nov 01 16:29:53.498685 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router_interface before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.499081 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router after_create 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.499454 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router before_create 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.499855 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.500242 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.500603 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router after_delete 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.500964 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > floatingip after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.501437 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > floatingip after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.501803 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router after_create 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.502155 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router after_update 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.502507 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router after_update 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.503346 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.503732 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router after_update 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.504146 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router precommit_update 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.504521 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: port after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.504861 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: port after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.505201 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: subnet after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.505543 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.505894 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > port precommit_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.506243 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router precommit_create 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.506586 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: port before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.506930 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router precommit_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.507285 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router after_update 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.507658 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router precommit_delete 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.508013 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router precommit_create 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.508371 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.508715 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router precommit_update 55549900 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.509084 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > agent after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.509440 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > agent after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.509787 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > network after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.510643 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Tracking information for resource: router configured {{(pid=101910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 16:29:53.510982 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Tracking information for resource: floatingip configured {{(pid=101910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 16:29:53.515868 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.db.l3_agentschedulers_db [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 01 16:29:53.516448 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: port after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.516815 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: port after_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.517170 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: port after_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.517526 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: port after_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.518309 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router before_create 55550100 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.519226 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router precommit_delete 55550100 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.519743 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router precommit_create 55550100 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.520113 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > router precommit_update 55550100 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.525070 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.services.provider_configuration [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service providers = [] {{(pid=101910) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 01 16:29:53.525440 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.db.servicetype_db [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101910) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 01 16:29:53.528415 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.services.service_base [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 01 16:29:53.528765 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.services.service_base [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 01 16:29:53.529111 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.services.service_base [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 01 16:29:53.530002 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.services.service_base [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 01 16:29:53.530377 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.services.service_base [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 01 16:29:53.530752 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 16:29:53.531072 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 01 16:29:53.543058 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 16:29:53.543396 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading Plugin: auto_allocate Nov 01 16:29:53.549203 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: network precommit_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.549571 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: network precommit_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.550268 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 16:29:53.550592 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading Plugin: tag Nov 01 16:29:53.557282 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 16:29:53.557614 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading Plugin: timestamp Nov 01 16:29:53.561427 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 16:29:53.561761 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading Plugin: network_ip_availability Nov 01 16:29:53.568038 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.568410 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.568769 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.569474 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 16:29:53.569798 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading Plugin: flavors Nov 01 16:29:53.574894 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 16:29:53.575228 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading Plugin: revisions Nov 01 16:29:53.579591 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 16:29:53.579987 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_concurrency.lockutils [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.384s {{(pid=101910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 01 16:29:53.580753 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101910) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 01 16:29:53.581790 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Initializing extension manager. Nov 01 16:29:53.582468 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: __init__.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.582814 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: __pycache__ {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.583161 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.583596 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: address_group.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.584381 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.584960 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: address-group Nov 01 16:29:53.585291 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: address_scope.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.586019 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.586604 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: address-scope Nov 01 16:29:53.586931 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: admin_state_down_before_update.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.587920 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.588429 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: router-admin-state-down-before-update Nov 01 16:29:53.588757 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: agent.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.589466 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.589971 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: agent Nov 01 16:29:53.590300 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: agent_resources_synced.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.591228 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.591770 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: agent-resources-synced Nov 01 16:29:53.592099 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: allowedaddresspairs.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.593918 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.594435 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: allowed-address-pairs Nov 01 16:29:53.594763 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: auto_allocated_topology.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.595885 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.596399 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: auto-allocated-topology Nov 01 16:29:53.596850 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: availability_zone.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.597616 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.598126 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: availability_zone Nov 01 16:29:53.598454 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: availability_zone_filter.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.599660 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.600170 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: availability_zone_filter Nov 01 16:29:53.600502 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: data_plane_status.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.601419 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.601926 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension data-plane-status not supported by any of loaded plugins Nov 01 16:29:53.602265 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: default_subnetpools.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.603189 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.603723 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: default-subnetpools Nov 01 16:29:53.604050 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: dhcpagentscheduler.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.604874 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.605378 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: dhcp_agent_scheduler Nov 01 16:29:53.605701 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: dns.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.606618 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.607119 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension dns-integration not supported by any of loaded plugins Nov 01 16:29:53.607440 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: dns_domain_ports.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.608376 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.608879 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 01 16:29:53.609202 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.610128 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.610631 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 01 16:29:53.610953 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: dvr.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.611657 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.612183 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: dvr Nov 01 16:29:53.612603 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: ecmp_routes.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.613527 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.614026 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension ecmp_routes not supported by any of loaded plugins Nov 01 16:29:53.614349 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: empty_string_filtering.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.615271 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.615804 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: empty-string-filtering Nov 01 16:29:53.616218 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.617054 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.617554 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 01 16:29:53.617878 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.618795 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.619299 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 01 16:29:53.619657 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: external_net.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.620578 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.621082 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: external-net Nov 01 16:29:53.621408 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: extra_dhcp_opt.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.622317 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.622819 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: extra_dhcp_opt Nov 01 16:29:53.623144 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: extraroute.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.624088 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.624599 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: extraroute Nov 01 16:29:53.624925 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: extraroute_atomic.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.625974 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.626482 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: extraroute-atomic Nov 01 16:29:53.626808 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: filter_validation.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.627691 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.628714 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: filter-validation Nov 01 16:29:53.629046 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: fip_pf_description.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.629987 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.630500 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 01 16:29:53.630826 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: fip_port_details.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.631782 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.632293 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: fip-port-details Nov 01 16:29:53.632620 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: flavors.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.633861 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.634382 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: flavors Nov 01 16:29:53.634713 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.636449 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.636968 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 01 16:29:53.637302 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: floatingip_pools.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.638007 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.638519 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: floatingip-pools Nov 01 16:29:53.638848 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: ip_allocation.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.639808 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.640312 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension ip_allocation not supported by any of loaded plugins Nov 01 16:29:53.640644 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.641568 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.642071 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: ip-substring-filtering Nov 01 16:29:53.642398 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: l2_adjacency.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.643330 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.644550 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension l2_adjacency not supported by any of loaded plugins Nov 01 16:29:53.644825 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: l3.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.645784 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.646299 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: router Nov 01 16:29:53.646625 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: l3_conntrack_helper.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.648900 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.649425 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 01 16:29:53.649763 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.650720 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.651240 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: ext-gw-mode Nov 01 16:29:53.651604 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.652557 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.653068 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: l3-ha Nov 01 16:29:53.653396 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: l3_flavors.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.654320 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.654824 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: l3-flavors Nov 01 16:29:53.655149 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.656084 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.656587 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: l3-port-ip-change-not-allowed Nov 01 16:29:53.656912 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: l3agentscheduler.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.657970 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.658474 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: l3_agent_scheduler Nov 01 16:29:53.658804 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: logging.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.660372 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.660867 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension logging not supported by any of loaded plugins Nov 01 16:29:53.661197 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: metering.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.661946 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.662525 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: metering Nov 01 16:29:53.662854 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.664137 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.664656 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: metering_source_and_destination_fields Nov 01 16:29:53.664987 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: multiprovidernet.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.665924 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.666436 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: multi-provider Nov 01 16:29:53.666763 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: netmtu.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.667733 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.668242 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: net-mtu Nov 01 16:29:53.668573 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: netmtu_writable.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.669503 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.670227 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: net-mtu-writable Nov 01 16:29:53.670348 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: network_availability_zone.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.671022 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.671573 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: network_availability_zone Nov 01 16:29:53.691670 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: network_ip_availability.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.692505 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.693022 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: network-ip-availability Nov 01 16:29:53.693354 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: network_segment_range.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.694132 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.694635 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension network-segment-range not supported by any of loaded plugins Nov 01 16:29:53.694961 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: pagination.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.695982 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.696318 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: pagination Nov 01 16:29:53.696645 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: port_device_profile.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.697566 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.698079 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: port-device-profile Nov 01 16:29:53.698408 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.699359 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.699889 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: port-mac-address-regenerate Nov 01 16:29:53.700213 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.701131 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.701644 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: port-numa-affinity-policy Nov 01 16:29:53.701970 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: port_resource_request.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.702991 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.703494 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension port-resource-request not supported by any of loaded plugins Nov 01 16:29:53.703842 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: port_resource_request_groups.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.704838 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.705344 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 01 16:29:53.705669 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: portbindings.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.706622 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.707129 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: binding Nov 01 16:29:53.707455 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: portbindings_extended.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.708797 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.709306 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: binding-extended Nov 01 16:29:53.709637 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: portsecurity.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.710558 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.711066 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: port-security Nov 01 16:29:53.711393 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: project_id.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.712407 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.712738 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: project-id Nov 01 16:29:53.713061 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: providernet.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.713993 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.714500 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: provider Nov 01 16:29:53.714824 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: qos.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.722846 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.723364 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension qos not supported by any of loaded plugins Nov 01 16:29:53.724006 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.725258 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.725771 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 01 16:29:53.726184 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.727121 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.727669 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 01 16:29:53.728001 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: qos_default.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.728924 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.729434 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension qos-default not supported by any of loaded plugins Nov 01 16:29:53.729765 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: qos_fip.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.730423 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.730927 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension qos-fip not supported by any of loaded plugins Nov 01 16:29:53.731252 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: qos_gateway_ip.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.732310 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.732820 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 01 16:29:53.733147 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: qos_port_network_policy.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.734068 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.734573 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 01 16:29:53.734901 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.735966 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.736470 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 01 16:29:53.736796 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: qos_pps_rule.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.738656 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.739340 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension qos-pps not supported by any of loaded plugins Nov 01 16:29:53.739715 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: qos_rule_type_details.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.740650 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.741166 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 01 16:29:53.741496 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: qos_rules_alias.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.742597 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.743082 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 01 16:29:53.743410 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: quotasv2.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.744386 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.744721 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: quotas Nov 01 16:29:53.745047 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: quotasv2_detail.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.748223 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.748565 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: quota_details Nov 01 16:29:53.748977 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: rbac.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.750048 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.750572 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: rbac-policies Nov 01 16:29:53.750904 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: rbac_address_group.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.751868 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.752387 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: rbac-address-group Nov 01 16:29:53.752718 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: rbac_address_scope.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.754467 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.754996 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: rbac-address-scope Nov 01 16:29:53.755333 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: rbac_security_groups.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.756286 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.756807 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: rbac-security-groups Nov 01 16:29:53.757170 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: rbac_subnetpool.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.758101 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.758614 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: rbac-subnetpool Nov 01 16:29:53.758943 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: revisionifmatch.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.759897 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.760408 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: revision-if-match Nov 01 16:29:53.760737 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: revisions.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.767779 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.768292 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: standard-attr-revisions Nov 01 16:29:53.768715 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: router_availability_zone.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.769394 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.769909 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: router_availability_zone Nov 01 16:29:53.770237 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: routerservicetype.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.771173 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.771775 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension router-service-type not supported by any of loaded plugins Nov 01 16:29:53.772103 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.773124 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.773635 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: security-groups-normalized-cidr Nov 01 16:29:53.773962 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: security_groups_port_filtering.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.774883 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.775393 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: port-security-groups-filtering Nov 01 16:29:53.775742 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.776749 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.777316 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: security-groups-remote-address-group Nov 01 16:29:53.777633 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: securitygroup.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.787581 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.788109 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: security-group Nov 01 16:29:53.788446 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: segment.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.789238 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.789753 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension segment not supported by any of loaded plugins Nov 01 16:29:53.790085 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.791039 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.791632 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 01 16:29:53.791967 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: servicetype.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.793095 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.793611 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: service-type Nov 01 16:29:53.793946 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: sorting.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.795003 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.795335 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: sorting Nov 01 16:29:53.795694 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: standard_attr_segment.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.802532 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.803044 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 01 16:29:53.803371 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: standardattrdescription.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.804047 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.804552 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: standard-attr-description Nov 01 16:29:53.804878 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: stateful_security_group.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.805875 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.806408 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: stateful-security-group Nov 01 16:29:53.806738 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: stdattrs_common.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.807340 dv-cinder-816187-1-iscsi neutron-server[101910]: WARNING neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 01 16:29:53.807797 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.808736 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.809246 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 01 16:29:53.809573 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: subnet_onboard.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.810649 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.811166 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: subnet_onboard Nov 01 16:29:53.811551 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.812486 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.812994 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 01 16:29:53.813323 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: subnet_service_types.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.814256 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.814774 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: subnet-service-types Nov 01 16:29:53.815106 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: subnetallocation.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.817091 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.817611 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: subnet_allocation Nov 01 16:29:53.817948 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.818630 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.819142 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: subnetpool-prefix-ops Nov 01 16:29:53.819467 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.820444 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.820948 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 01 16:29:53.821271 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: tagging.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.822339 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.822851 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: standard-attr-tag Nov 01 16:29:53.823178 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: timestamp.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.824404 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.824918 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loaded extension: standard-attr-timestamp Nov 01 16:29:53.825248 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: trunk.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.835654 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.836175 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension trunk not supported by any of loaded plugins Nov 01 16:29:53.836505 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: trunk_details.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.837472 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.837980 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension trunk-details not supported by any of loaded plugins Nov 01 16:29:53.838308 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: uplink_status_propagation.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.839240 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.839776 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 01 16:29:53.840161 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Loading extension file: vlantransparent.py {{(pid=101910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 16:29:53.840853 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 16:29:53.841361 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extension vlan-transparent not supported by any of loaded plugins Nov 01 16:29:53.843798 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:network Nov 01 16:29:53.844325 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:subnet Nov 01 16:29:53.844725 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 16:29:53.845118 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:port Nov 01 16:29:53.846356 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.847402 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service FLAVORS assigned prefix: {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.848055 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.848485 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.849086 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:router Nov 01 16:29:53.849517 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:floatingip Nov 01 16:29:53.850009 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service METERING assigned prefix: /metering {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.851449 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.851847 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.852206 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:29:53.853201 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of CountableResource for resource:rbac_policy Nov 01 16:29:53.853660 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:security_group Nov 01 16:29:53.854088 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:security_group_rule Nov 01 16:29:53.854703 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service CORE assigned prefix: {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.855049 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 16:29:53.855401 dv-cinder-816187-1-iscsi neutron-server[101910]: WARNING neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] subnetpool is already registered Nov 01 16:29:53.855855 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service CORE assigned prefix: {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.856197 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 16:29:53.856538 dv-cinder-816187-1-iscsi neutron-server[101910]: WARNING neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] subnetpool is already registered Nov 01 16:29:53.858882 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.859340 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service FLAVORS assigned prefix: {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.860020 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.860455 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.860791 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:router Nov 01 16:29:53.861131 dv-cinder-816187-1-iscsi neutron-server[101910]: WARNING neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] router is already registered Nov 01 16:29:53.861544 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:floatingip Nov 01 16:29:53.861882 dv-cinder-816187-1-iscsi neutron-server[101910]: WARNING neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] floatingip is already registered Nov 01 16:29:53.862717 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service METERING assigned prefix: /metering {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.863253 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of CountableResource for resource:rbac_policy Nov 01 16:29:53.863622 dv-cinder-816187-1-iscsi neutron-server[101910]: WARNING neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] rbac_policy is already registered Nov 01 16:29:53.864050 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:security_group Nov 01 16:29:53.864387 dv-cinder-816187-1-iscsi neutron-server[101910]: WARNING neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] security_group is already registered Nov 01 16:29:53.864804 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:security_group_rule Nov 01 16:29:53.865141 dv-cinder-816187-1-iscsi neutron-server[101910]: WARNING neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] security_group_rule is already registered Nov 01 16:29:53.865615 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service CORE assigned prefix: {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.865943 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 16:29:53.866275 dv-cinder-816187-1-iscsi neutron-server[101910]: WARNING neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] subnetpool is already registered Nov 01 16:29:53.866708 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.v2.resource_helper [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Service CORE assigned prefix: {{(pid=101910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 16:29:53.867032 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 16:29:53.867362 dv-cinder-816187-1-iscsi neutron-server[101910]: WARNING neutron.quota.resource_registry [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] subnetpool is already registered Nov 01 16:29:53.869084 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: extensions {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.870558 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: address-groups {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.872072 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: address-scopes {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.873286 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: agents {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.874533 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: auto-allocated-topology {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.875800 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: availability_zones {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.877016 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: dhcp-networks {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.878799 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: dhcp-agents {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.880391 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: routers {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.882498 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: flavors {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.883805 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: service_profiles {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.885016 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: next_providers {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.886447 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: service_profiles {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.887915 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: floatingip-pools {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.889255 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: routers {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.891348 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: floatingips {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.892656 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: l3-routers {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.894687 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: l3-agents {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.896141 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: metering-labels {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.897400 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: metering-label-rules {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.898772 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: network-ip-availabilities {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.900074 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: bindings {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.901636 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: quotas {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.903292 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: quotas {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.904855 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: rbac-policies {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.906053 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: security-groups {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.907385 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: security-group-rules {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.908653 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: service-providers {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.910591 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: subnetpools {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.912032 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: subnetpools {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.913510 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: tags {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.915185 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: tags {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.917054 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: tags {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.918861 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: tags {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.920574 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: tags {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.922531 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: tags {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.924285 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: tags {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.927237 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: tags {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.929037 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: tags {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.930783 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron.api.extensions [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Extended resource: tags {{(pid=101910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 16:29:53.936887 dv-cinder-816187-1-iscsi neutron-server[101910]: WARNING keystonemiddleware.auth_token [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 01 16:29:53.941420 dv-cinder-816187-1-iscsi neutron-server[101910]: WARNING keystonemiddleware.auth_token [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 01 16:29:53.950426 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_concurrency.lockutils [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Acquired lock "singleton_lock" {{(pid=101910) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 01 16:29:53.950857 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_concurrency.lockutils [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Releasing lock "singleton_lock" {{(pid=101910) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 01 16:29:53.951512 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO oslo_service.service [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Starting 2 workers Nov 01 16:29:53.956931 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Started child 102019 {{(pid=101910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 01 16:29:53.961455 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Started child 102020 {{(pid=101910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 01 16:29:53.962367 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:29:53.963063 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO neutron.service [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Neutron service started, listening on 0.0.0.0:9696 Nov 01 16:29:53.963662 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Publish callbacks [] for process, before_spawn {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:29:53.963821 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [-] (102019) wsgi starting up on http://0.0.0.0:9696 Nov 01 16:29:53.966039 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO oslo_service.service [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Starting 1 workers Nov 01 16:29:53.966194 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:29:53.967395 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [-] (102020) wsgi starting up on http://0.0.0.0:9696 Nov 01 16:29:53.971274 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Started child 102021 {{(pid=101910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 01 16:29:53.972429 dv-cinder-816187-1-iscsi neutron-server[101910]: INFO oslo_service.service [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Starting 1 workers Nov 01 16:29:53.976038 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.service [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] calling RpcWorker wait() {{(pid=102021) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 01 16:29:53.976590 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.service [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] returning from RpcWorker wait() {{(pid=102021) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 01 16:29:53.977208 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Started child 102022 {{(pid=101910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 01 16:29:53.977746 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:29:53.978011 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG neutron_lib.callbacks.manager [None req-3f7db1a4-8a3b-4858-97c2-e96c153b54fa None None] Publish callbacks [] for process, after_spawn {{(pid=101910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:29:53.978193 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:29:53.979937 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101910) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 01 16:29:53.980157 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 01 16:29:53.980345 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 01 16:29:53.980575 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 01 16:29:53.980898 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 01 16:29:53.981060 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 01 16:29:53.981562 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.981852 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.982110 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.982357 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.982630 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:29:53.983084 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.983220 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.983686 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.983930 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.984215 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.984482 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.984649 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.984813 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.985067 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.985311 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.985620 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.985879 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.986143 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.986386 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.986556 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.986806 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.987082 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.987743 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.988015 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] debug = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.988274 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.988773 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.989008 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.989246 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.989463 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.989734 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.989960 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.990206 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.990434 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.990667 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.990905 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.991154 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.991392 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.991619 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.991869 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.992121 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.992342 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.992819 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] host = dv-cinder-816187-1-iscsi {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.993037 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.993267 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.993508 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.993750 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.994004 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.994215 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.994467 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.994737 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.995000 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.995264 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.995496 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.995754 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.995985 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.996248 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_file = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.996389 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_options = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.996611 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.996864 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.997119 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.997313 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.997478 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.997648 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.997893 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.998041 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.998301 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.998508 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.998718 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.998928 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.999156 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.999426 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.999676 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:53.999908 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.000156 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.000359 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.000610 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.000832 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.001050 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.001273 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.001483 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.001702 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.001930 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.002161 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.002410 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.002619 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.002882 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.003167 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.003404 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.003665 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.003910 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.004141 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.004399 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.004622 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.004849 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.005077 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.005346 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.005600 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.005807 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.006058 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.006262 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.006470 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.006699 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.006907 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.007149 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] use_json = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.007362 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.007620 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.007873 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.008084 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.008363 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.008531 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.008738 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.008966 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.009403 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.009776 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.009994 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.010499 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.010499 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.011068 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.011445 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.011609 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.011734 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.012124 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.012270 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.012495 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.012782 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.012999 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.013249 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.013569 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.013823 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.014094 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.014324 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.014558 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.014787 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.015033 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.015300 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.015531 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.015865 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.016114 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.016350 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.016693 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.016969 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.017287 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.017513 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.017675 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:29:54.017808 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.017960 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.018197 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.018927 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.019178 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.019391 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.019683 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.023730 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.023730 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.023730 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.023730 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.023730 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.023730 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.023730 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.023730 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.024506 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.024506 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.024506 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.024506 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.024506 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.024506 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.024506 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.024506 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.024506 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.025118 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.025118 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.025118 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.025118 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.025118 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.025118 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.025118 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.025118 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.025666 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.025666 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.025666 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.025893 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.026078 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.026284 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.026518 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.026729 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.026973 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.027192 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.027409 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.027640 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.027854 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.028080 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.028288 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.028512 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.028769 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.028969 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.029194 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.029566 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.029649 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.030587 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.030587 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.030587 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.030587 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.030587 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.031691 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.031691 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.031691 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.031691 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.032095 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.032095 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.032270 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.032502 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.032722 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.032935 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.033157 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.033398 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.033674 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.033908 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.034838 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.035080 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.035571 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.035791 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.036033 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.036252 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.036501 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.036730 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.037014 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.037260 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.037514 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040207 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040207 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040207 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040207 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040207 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040207 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040207 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040207 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040786 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040786 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040786 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040786 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.040786 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.041126 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.041266 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.041489 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.041888 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.042277 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.042532 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.042778 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.042995 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.043225 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.043456 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.043796 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.044039 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.044245 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.044454 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.044738 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.044984 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.045219 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.045475 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.045724 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.045975 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.046312 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.046662 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.046662 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.046956 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.047097 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.047288 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.047618 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.047768 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.048158 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.048393 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.048599 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.048840 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.049067 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.049279 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.049493 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.050053 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.050604 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.051032 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.051250 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.051488 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.051752 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.051969 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.052206 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.052909 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.052909 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.052909 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.053145 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.053348 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.053582 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.053823 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.054083 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.054327 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.054610 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.054790 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.055051 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.055263 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.055463 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.055694 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.055909 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.056267 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.056669 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.057103 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.057318 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.057572 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.057819 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.058158 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.058405 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.058650 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.058884 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.059099 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.059342 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.059574 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.059788 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.060165 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.060521 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.060913 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.061316 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.061679 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.062056 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.062415 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.062656 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.062868 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.063087 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.063311 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.063630 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.063892 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.064129 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.064384 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.064631 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.064858 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.065083 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.066653 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.066914 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.067167 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.067423 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.067661 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.067894 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.068104 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.068319 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.068540 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.068776 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.069004 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.069228 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.069460 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.069668 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.069886 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.070098 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.070302 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.070521 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.070725 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.070929 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.071145 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.071357 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.071581 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.071824 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.072028 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.072233 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.072451 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.072662 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.072864 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.073139 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.073383 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.073619 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.073898 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.074121 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.074361 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.074601 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.074915 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.075143 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.075379 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.075619 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.075854 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.076068 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.076316 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.076646 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.076933 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.077183 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.077659 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.077930 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.078206 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.078469 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.078709 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.078978 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.079303 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.079618 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.079859 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.080106 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.080338 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.080555 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.080768 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.081068 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.081895 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.081973 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.083039 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.083039 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.083039 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.083039 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.083317 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.083393 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.083626 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.083853 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.084071 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.084282 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.084436 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 01 16:29:54.084959 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101910) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 01 16:29:54.085112 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 01 16:29:54.085249 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 01 16:29:54.085434 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 01 16:29:54.085601 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 01 16:29:54.085907 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 01 16:29:54.086114 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.086270 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.086426 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.086580 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.086735 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.086915 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.087075 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.087229 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.087383 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.087557 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.087717 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.087871 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.088025 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.088184 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.088338 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.088515 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.088637 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.088790 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.088950 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.089105 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.089257 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.089412 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.089565 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] debug = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.089718 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.089906 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.089906 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.090364 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.090364 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.090622 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.090622 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.090814 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.090916 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.091051 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.091206 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.091359 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.091511 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.091675 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.091828 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.091981 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.092135 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.092288 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] host = dv-cinder-816187-1-iscsi {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.092442 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.092596 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.092748 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.092910 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.093047 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.093193 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.093348 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.093501 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.093655 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.093809 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.093963 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.094116 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.094417 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.094417 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_file = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.094662 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_options = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.094780 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.094904 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.095023 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.095142 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.095266 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.095421 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.095581 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.095743 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.095896 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.096051 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.096204 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.096357 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.096523 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.097011 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.097158 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.097271 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.097425 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.097579 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.097734 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.097890 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.098043 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.098197 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.098351 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.098509 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.098914 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.099069 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.099215 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.099362 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.099547 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.099676 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.099835 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.099989 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.100143 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.100298 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.100454 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.100608 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.100761 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.100915 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.101072 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.101227 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.101381 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.101537 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.101690 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.101845 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.101997 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.102150 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.102302 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] use_json = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.102456 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.102610 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.102763 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.102917 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.103072 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.103225 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.103379 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.103552 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 16:29:54.103777 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.103918 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.104052 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.104184 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.104316 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.104475 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.104617 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.104776 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.104932 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.105088 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.105251 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.105408 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.105575 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.105732 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.105888 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.106048 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.106203 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.106359 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.106516 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.106672 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.106828 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.107019 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.107246 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.107390 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.107563 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.107706 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.107859 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.107996 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.108131 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.108275 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.108412 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.108774 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.108774 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.108774 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.109153 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.109153 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.109395 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.109395 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.109655 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.109655 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.109914 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.110052 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.110196 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.110326 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.110453 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.110580 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.110727 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.110856 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.110941 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.111097 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.111254 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.111412 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.111591 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.111750 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.111907 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.112074 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.112252 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.112409 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.112565 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.112883 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.113044 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.113201 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.113358 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.113514 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.113671 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.113829 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.113998 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.114154 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.114310 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.114466 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.114622 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.114779 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.114934 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.115090 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.115248 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.115404 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.115590 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.115752 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.115892 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.116052 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.116209 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.116365 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.116523 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.116679 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.117009 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.117009 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.117208 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.117302 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.117423 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.117590 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.117759 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.117915 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.118057 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.118217 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.118373 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.118534 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.118690 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.118845 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.119001 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.119157 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.119314 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.119470 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.119651 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.119808 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.119964 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.120119 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.120275 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.120432 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.120571 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.120731 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.120887 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.121044 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.121199 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.121355 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.121509 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.121665 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.121829 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.122161 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.122161 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.122409 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.122533 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.122661 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.122782 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.122865 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.123025 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.123181 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.123337 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.123493 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.123657 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.123816 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.123973 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.124129 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.124292 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.124459 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.124616 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.124771 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.124927 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.125152 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.125294 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.125424 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.125562 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.125712 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.125839 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.125965 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.126114 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.126269 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.126426 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.126582 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.126914 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.126914 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.127131 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.127218 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.127341 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.127460 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.127724 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.128676 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.128862 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.129025 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.129183 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.129346 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.129504 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.129662 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.129818 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.129976 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.130073 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:29:54.130159 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.130278 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.130435 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.130592 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.130749 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.130906 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.131062 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.131218 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.131374 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.131544 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.131710 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.131866 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.132025 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.132182 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.132339 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.132496 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.132654 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.132812 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.132969 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.133126 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.133283 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.133439 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.133598 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.133760 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.133896 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.134053 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.134210 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.134367 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.134538 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.134695 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.134852 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.135008 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.135165 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.135321 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.135477 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.135672 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.135830 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.135987 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.136143 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.136303 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.136461 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.136618 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.136776 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.136933 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.137090 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.137245 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.137401 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.137570 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.137732 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.137890 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.138045 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.138203 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.138359 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.138525 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.138680 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.138837 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.138993 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.139154 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.139311 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.139477 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.139655 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.139813 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.139969 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.140125 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.140313 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.140435 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.140591 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.140747 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.140903 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.141059 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.141215 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.141380 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.141717 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.141717 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.142161 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.142161 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.142161 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.142364 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.142441 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.142551 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.142707 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.143045 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.143045 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.143235 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.143356 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.144265 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.144442 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.144598 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.144976 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.144976 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.145128 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.145206 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.145350 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.145506 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.145662 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.145818 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.145978 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.146139 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.146305 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.146468 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.146625 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.146789 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.146953 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.147117 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.147275 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.147439 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.147629 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.147798 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.147927 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.148087 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.148242 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.148398 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.148554 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.148711 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.148897 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.149025 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.149182 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.149338 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.149494 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.149650 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.149811 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.149968 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.150125 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.150280 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.150437 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.150593 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 16:29:54.150743 dv-cinder-816187-1-iscsi neutron-server[101910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 01 16:29:54.160616 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 59326) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:29:54.169295 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064538 Nov 01 16:30:05.707312 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d1104e-7895-495c-807b-21aa2896b68d None None] get_active_networks_info from dv-cinder-816187-1-iscsi {{(pid=102021) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 16:30:05.806310 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d1104e-7895-495c-807b-21aa2896b68d None None] No non-hosted networks {{(pid=102021) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 01 16:30:05.833117 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.agentschedulers_db [None req-d4d1104e-7895-495c-807b-21aa2896b68d None None] DHCP Agent not found on host dv-cinder-816187-1-iscsi {{(pid=102021) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 01 16:30:06.008730 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c2cdcaa6-5e5e-4202-983b-7a071eaca44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618623'] for agent, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:08.129304 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-2685be26-f641-41cb-891b-bacf9dd31b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618623'] for agent, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:08.187079 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.db.api [None req-6b9cf7ad-c9b0-4498-81cd-45f6f081f451 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-816187-1-iscsi {{(pid=102021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 16:30:08.187885 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG oslo_db.api [None req-6b9cf7ad-c9b0-4498-81cd-45f6f081f451 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 16:30:08.772011 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6b9cf7ad-c9b0-4498-81cd-45f6f081f451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:09.369097 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618623'] for agent, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:10.722583 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618623'] for agent, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:11.828240 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.db.l3_hamode_db [None req-d9f3fb0f-5feb-4d53-b662-4909dea84622 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 01 16:30:11.921656 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3fb0f-5feb-4d53-b662-4909dea84622 None None] Routers set() bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:30:11.922138 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3fb0f-5feb-4d53-b662-4909dea84622 None None] Router IDs set() for agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 01 16:30:12.149405 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 59408) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:12.762099 dv-cinder-816187-1-iscsi neutron-server[102019]: WARNING oslo_policy.policy [None req-f158d428-d6cd-422e-a1e0-1e56b2ca1266 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 16:30:12.762879 dv-cinder-816187-1-iscsi neutron-server[102019]: WARNING oslo_policy.policy [None req-f158d428-d6cd-422e-a1e0-1e56b2ca1266 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 16:30:12.994957 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [None req-f158d428-d6cd-422e-a1e0-1e56b2ca1266 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:30:12.996085 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-f158d428-d6cd-422e-a1e0-1e56b2ca1266 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8458576 Nov 01 16:30:13.406912 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618623'] for agent, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:13.407686 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:13.408214 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:13.409653 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:13.410996 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:13.411437 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:13.411835 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:13.412300 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:13.412636 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:13.412960 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:13.413285 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:13.413625 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:13.413974 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:13.414341 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816187-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:30:13.420552 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816187-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:30:15.504350 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 59434) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:15.819450 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-87079c5c-a1bc-484e-9337-b857d7bdc353 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:30:15.915930 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.policy [None req-87079c5c-a1bc-484e-9337-b857d7bdc353 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102019) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 01 16:30:15.962979 dv-cinder-816187-1-iscsi neutron-server[102019]: WARNING oslo_policy.policy [None req-87079c5c-a1bc-484e-9337-b857d7bdc353 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 16:30:15.963380 dv-cinder-816187-1-iscsi neutron-server[102019]: WARNING oslo_policy.policy [None req-87079c5c-a1bc-484e-9337-b857d7bdc353 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 16:30:15.972054 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.quota [None req-87079c5c-a1bc-484e-9337-b857d7bdc353 admin admin] Loaded quota_driver: . Nov 01 16:30:16.114660 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-87079c5c-a1bc-484e-9337-b857d7bdc353 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734218965070', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734218965625', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734218920170', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734218918550', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734220704397', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734218933776', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1761792', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1325896', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-462310', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-410611'] for rbac-policy, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:16.357436 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-87079c5c-a1bc-484e-9337-b857d7bdc353 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:16.358611 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-87079c5c-a1bc-484e-9337-b857d7bdc353 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8532875 Nov 01 16:30:19.072430 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 59446) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:19.568738 dv-cinder-816187-1-iscsi neutron-server[102020]: WARNING oslo_policy.policy [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 16:30:19.569341 dv-cinder-816187-1-iscsi neutron-server[102020]: WARNING oslo_policy.policy [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 16:30:19.792033 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Request body: {'network': {'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'admin_state_up': True, 'name': 'private'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:30:19.793708 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.quota [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Loaded quota_driver: . Nov 01 16:30:19.943952 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Made reservation on behalf of 2fa1763801f34a689c35dc91ed645f5f for: {'network': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:30:20.012313 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.policy [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102020) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 01 16:30:20.059250 dv-cinder-816187-1-iscsi neutron-server[102020]: WARNING oslo_policy.policy [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 16:30:20.059623 dv-cinder-816187-1-iscsi neutron-server[102020]: WARNING oslo_policy.policy [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 16:30:20.070094 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:20.091148 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:20.200935 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:20.263786 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:20.288663 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=102020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:30:20.311868 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734221318584', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:20.312368 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Unsubscribe: segment precommit_create {{(pid=102020) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 01 16:30:20.312896 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.segments_db [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Added segment 2f259232-5b09-4096-b40b-49de0b57bdab of type vlan for network 6c948f32-c028-4f0e-beaa-0ace4f718839 Nov 01 16:30:20.329981 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b402e76c-9b31-4f00-8e6c-d622e6fc2eb2,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:20.351884 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:20.352246 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:20.352593 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:20.352952 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:20.353286 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:20.353627 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:20.353957 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:20.354297 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:20.354665 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:20.354990 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:20.355309 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:20.355656 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Tracked resource versions report: Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: pushed versions: Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: { 'AddressGroup': {'1.2'}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'ConntrackHelper': {'1.0'}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Log': {'1.0'}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Network': {'1.1'}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Port': {'1.7'}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'PortForwarding': {'1.2'}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'QosPolicy': {'1.10'}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'SecurityGroup': {'1.4'}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'SecurityGroupRule': {'1.2'}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'SubPort': {'1.0'}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Subnet': {'1.1'}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Trunk': {'1.1'}} Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: consumer versions: Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: { DHCP agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: L3 agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: Metadata agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: Metering agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: Open vSwitch agent@dv-cinder-816187-1-iscsi: { 'AddressGroup': '1.2', Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'ConntrackHelper': '1.0', Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Log': '1.0', Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Network': '1.1', Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Port': '1.7', Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'PortForwarding': '1.2', Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'QosPolicy': '1.10', Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'SecurityGroup': '1.4', Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'SecurityGroupRule': '1.2', Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'SubPort': '1.0', Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Subnet': '1.1', Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Trunk': '1.1'}} Nov 01 16:30:20.359375 dv-cinder-816187-1-iscsi neutron-server[102020]: {{(pid=102020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 16:30:20.443727 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:20.555042 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:20.556338 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:30:20.557000 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:20.657630 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=6c948f32-c028-4f0e-beaa-0ace4f718839,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:20.669384 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network 6c948f32-c028-4f0e-beaa-0ace4f718839 details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:30:20.672947 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-8bf8a1d8-87e9-4c35-8511-f2dc31c44ac4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5983248 Nov 01 16:30:23.423400 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 59468) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:23.818340 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cf7da-6167-4b65-b46f-8978c4b669d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:30:23.819732 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-589cf7da-6167-4b65-b46f-8978c4b669d5 admin admin] 10.222.0.62 "GET /v2.0/networks/6c948f32-c028-4f0e-beaa-0ace4f718839 HTTP/1.1" status: 200 len: 825 time: 0.3933222 Nov 01 16:30:23.860505 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-68058a2f-7e79-48e6-a570-e98b227ce269 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/7cfffd60-b99c-4bfd-9ee2-74c422f45fc2 HTTP/1.1" status: 200 len: 734 time: 0.0344632 Nov 01 16:30:23.870548 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-a13d03de-8c1f-482e-8d28-7c496e10a709 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'subnetpool_id': '7cfffd60-b99c-4bfd-9ee2-74c422f45fc2', 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839', 'ip_version': 4}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:30:24.040431 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13d03de-8c1f-482e-8d28-7c496e10a709 admin admin] Made reservation on behalf of 2fa1763801f34a689c35dc91ed645f5f for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:30:24.042698 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a13d03de-8c1f-482e-8d28-7c496e10a709 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:24.384207 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a13d03de-8c1f-482e-8d28-7c496e10a709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:24.452935 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d03de-8c1f-482e-8d28-7c496e10a709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba133e1b-9f9d-4931-a94e-4b7cb13477d1,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:24.456221 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d03de-8c1f-482e-8d28-7c496e10a709 admin admin] Checking segment: {'id': '2f259232-5b09-4096-b40b-49de0b57bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:30:24.456899 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13d03de-8c1f-482e-8d28-7c496e10a709 admin admin] Network hostable DHCP agents. Network: 6c948f32-c028-4f0e-beaa-0ace4f718839, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:30:24.520817 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13d03de-8c1f-482e-8d28-7c496e10a709 admin admin] Network 6c948f32-c028-4f0e-beaa-0ace4f718839 is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:30:24.595306 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-a13d03de-8c1f-482e-8d28-7c496e10a709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, 6c948f32-c028-4f0e-beaa-0ace4f718839) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:30:24.600973 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d03de-8c1f-482e-8d28-7c496e10a709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:30:24.601974 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a13d03de-8c1f-482e-8d28-7c496e10a709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:24.605292 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06663c9f-7305-4cbb-8a52-5df317657f89 None None] Network 6c948f32-c028-4f0e-beaa-0ace4f718839 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:30:24.687941 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-a13d03de-8c1f-482e-8d28-7c496e10a709 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8206158 Nov 01 16:30:24.931474 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8f27d92-124f-5fe5-bea2-c92b0fd1fced-6c948f32-c028-4f0e-beaa-0ace4f718839', 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'fixed_ips': [{'subnet_id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1'}]}} from dv-cinder-816187-1-iscsi. {{(pid=102021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 16:30:24.932773 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:25.225971 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.db_base_plugin_common [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Allocated IP 172.20.0.2 (6c948f32-c028-4f0e-beaa-0ace4f718839/ba133e1b-9f9d-4931-a94e-4b7cb13477d1/69613a93-b38d-4243-b481-aac398daef35) {{(pid=102021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:30:25.435868 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Publish callbacks [] for port, precommit_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:25.515561 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:25.581444 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Network 6c948f32-c028-4f0e-beaa-0ace4f718839 is already hosted by enough agents. {{(pid=102021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:30:25.586661 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.base_scheduler [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Resources bound (agent type, host, resource id): {{(pid=102021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:30:25.599487 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Received port after_create {{(pid=102021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:30:25.612771 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Pushing event updated for resources: {'Port': ['ID=69613a93-b38d-4243-b481-aac398daef35,revision_number=1']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:25.658714 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:25.659081 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:25.659434 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:25.659799 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:25.660141 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:25.660479 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:25.660962 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:25.661137 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:25.661473 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:25.661803 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:25.662129 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:25.662454 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Tracked resource versions report: Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: pushed versions: Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: { 'AddressGroup': {'1.2'}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'ConntrackHelper': {'1.0'}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Log': {'1.0'}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Network': {'1.1'}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Port': {'1.7'}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'PortForwarding': {'1.2'}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'QosPolicy': {'1.10'}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'SecurityGroup': {'1.4'}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'SecurityGroupRule': {'1.2'}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'SubPort': {'1.0'}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Subnet': {'1.1'}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Trunk': {'1.1'}} Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: consumer versions: Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: { DHCP agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: L3 agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: Metadata agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: Metering agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: Open vSwitch agent@dv-cinder-816187-1-iscsi: { 'AddressGroup': '1.2', Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'ConntrackHelper': '1.0', Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Log': '1.0', Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Network': '1.1', Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Port': '1.7', Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'PortForwarding': '1.2', Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'QosPolicy': '1.10', Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'SecurityGroup': '1.4', Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'SecurityGroupRule': '1.2', Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'SubPort': '1.0', Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Subnet': '1.1', Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Trunk': '1.1'}} Nov 01 16:30:25.663630 dv-cinder-816187-1-iscsi neutron-server[102021]: {{(pid=102021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 16:30:25.694004 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Attempting to bind port 69613a93-b38d-4243-b481-aac398daef35 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:30:25.694335 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Attempting to bind port 69613a93-b38d-4243-b481-aac398daef35 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': '2f259232-5b09-4096-b40b-49de0b57bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:30:25.694766 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Attempting to bind port 69613a93-b38d-4243-b481-aac398daef35 on network 6c948f32-c028-4f0e-beaa-0ace4f718839 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:30:25.699555 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:30:25.699976 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Checking segment: {'id': '2f259232-5b09-4096-b40b-49de0b57bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:30:25.700460 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:25.700846 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Bound using segment: {'id': '2f259232-5b09-4096-b40b-49de0b57bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:30:25.701330 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Bound port: 69613a93-b38d-4243-b481-aac398daef35, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f259232-5b09-4096-b40b-49de0b57bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:30:25.701740 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:25.764481 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] For port 69613a93-b38d-4243-b481-aac398daef35, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:30:25.768845 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] For port 69613a93-b38d-4243-b481-aac398daef35, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=69613a93-b38d-4243-b481-aac398daef35,segment=NetworkSegment(2f259232-5b09-4096-b40b-49de0b57bdab),segment_id=2f259232-5b09-4096-b40b-49de0b57bdab)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:30:25.835675 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:25.902261 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07068d0e-b3a2-490b-a3f8-28e5f15e4c70 None None] Pushing event updated for resources: {'Port': ['ID=69613a93-b38d-4243-b481-aac398daef35,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:27.270678 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 59476) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:27.615843 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [None req-17df1d24-9d2d-4a26-b844-ee6ee86f09b4 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:30:27.616843 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-17df1d24-9d2d-4a26-b844-ee6ee86f09b4 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3452194 Nov 01 16:30:30.185800 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 59484) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:30.534029 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [None req-292c5c5e-47ac-47e0-8597-76956ed85cab admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:30:30.535195 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-292c5c5e-47ac-47e0-8597-76956ed85cab admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3483915 Nov 01 16:30:33.369851 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 59494) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:33.723846 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-492db2b9-5680-4904-a503-31c91e7d5704 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:30:33.825493 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-492db2b9-5680-4904-a503-31c91e7d5704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1236'] for router, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:33.827019 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-492db2b9-5680-4904-a503-31c91e7d5704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1231'] for router, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:33.979852 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-492db2b9-5680-4904-a503-31c91e7d5704 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:34.059964 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-492db2b9-5680-4904-a503-31c91e7d5704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618959'] for router, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:34.136996 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-492db2b9-5680-4904-a503-31c91e7d5704 admin admin] Publish callbacks [] for router, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:34.138209 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-492db2b9-5680-4904-a503-31c91e7d5704 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7673829 Nov 01 16:30:35.202455 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 69613a93-b38d-4243-b481-aac398daef35 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:30:35.359421 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 69613a93-b38d-4243-b481-aac398daef35 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:30:35.359849 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:35.446805 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26629b6-a724-4323-a126-c8fcc1833788 None None] Network 6c948f32-c028-4f0e-beaa-0ace4f718839 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:30:35.529337 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:35.567851 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-fe1bc261-911f-4178-8187-3ebdb1245f87 None None] Provisioning complete for port 69613a93-b38d-4243-b481-aac398daef35 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:30:35.568219 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc261-911f-4178-8187-3ebdb1245f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:35.616470 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port 69613a93-b38d-4243-b481-aac398daef35, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=69613a93-b38d-4243-b481-aac398daef35,segment=NetworkSegment(2f259232-5b09-4096-b40b-49de0b57bdab),segment_id=2f259232-5b09-4096-b40b-49de0b57bdab)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:30:35.687994 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:35.775037 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c571ee01-f677-42b2-b71d-031fa74ae474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:35.807123 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=69613a93-b38d-4243-b481-aac398daef35,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:36.019376 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-4830faee-58e1-4c47-bc51-de9bb966d4cd None None] Provisioning complete for port 69613a93-b38d-4243-b481-aac398daef35 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:30:36.019763 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-4830faee-58e1-4c47-bc51-de9bb966d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:36.666641 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 59510) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:36.980736 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [None req-7eb9944b-3872-42f1-a36b-aa6075b098bb admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:30:36.981733 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-7eb9944b-3872-42f1-a36b-aa6075b098bb admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3141556 Nov 01 16:30:37.046682 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 69613a93-b38d-4243-b481-aac398daef35 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:30:37.099396 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 69613a93-b38d-4243-b481-aac398daef35 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:30:37.099796 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:38.084831 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-170427f2-d77b-4c57-9f10-513febfe3efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:39.244776 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:39.494768 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 59528) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:39.625194 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:30:39.743144 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Made reservation on behalf of 47402d6b7eb34033a88c067993a900c5 for: {'network': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:30:39.745425 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:39.754225 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:39.824398 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:39.885808 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:39.899270 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Reserving flat network on physical network physnet1 {{(pid=102020) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 01 16:30:39.920274 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589a9a0a-7735-43ec-8c16-1bf1414cba7e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:39.924694 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:39.925034 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.segments_db [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Added segment c6052918-df13-46c7-b1e4-bbc9e5c14116 of type flat for network c192031d-fcc0-4447-aa3c-77785f6d2f3f Nov 01 16:30:39.970980 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:40.050234 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:40.051124 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:30:40.051788 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:40.106855 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=c192031d-fcc0-4447-aa3c-77785f6d2f3f,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:40.117075 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:30:40.140154 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-f27e60aa-a9e5-40a5-8f59-d6e8598b9ca3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6443381 Nov 01 16:30:40.577644 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:42.463376 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 59546) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:42.556986 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a967ef86-cab3-42ad-9600-bf5d23bd109e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:30:42.558299 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-a967ef86-cab3-42ad-9600-bf5d23bd109e admin admin] 10.222.0.62 "GET /v2.0/subnets/ba133e1b-9f9d-4931-a94e-4b7cb13477d1 HTTP/1.1" status: 200 len: 849 time: 0.0939534 Nov 01 16:30:42.677030 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-dd79f586-d398-4cdc-b912-d180a4cee269 admin admin] 10.222.0.62 "GET /v2.0/routers/5239e273-ca6c-4db3-a5ac-426eec2fa180 HTTP/1.1" status: 200 len: 704 time: 0.1119461 Nov 01 16:30:42.948358 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:43.244293 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Allocated IP 172.20.0.1 (6c948f32-c028-4f0e-beaa-0ace4f718839/ba133e1b-9f9d-4931-a94e-4b7cb13477d1/ce214791-59ae-4887-b5db-310ac734b7c3) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:30:43.444642 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:43.445864 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:43.566438 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:43.642422 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Network 6c948f32-c028-4f0e-beaa-0ace4f718839 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:30:43.647140 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:30:43.651916 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:30:43.652717 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618674'] for router_interface, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:43.671182 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Pushing event updated for resources: {'Port': ['ID=ce214791-59ae-4887-b5db-310ac734b7c3,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:43.859291 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-b4042d61-4459-4f3c-aaa1-7e04018d6941 None None] Provisioning complete for port ce214791-59ae-4887-b5db-310ac734b7c3 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:30:43.859612 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b4042d61-4459-4f3c-aaa1-7e04018d6941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:43.893294 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-b4042d61-4459-4f3c-aaa1-7e04018d6941 None None] Port ce214791-59ae-4887-b5db-310ac734b7c3 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:30:43.912405 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:44.115477 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:44.165543 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:44.166275 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618510'] for router_interface, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:44.248028 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Pushing event updated for resources: {'Port': ['ID=ce214791-59ae-4887-b5db-310ac734b7c3,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:44.287932 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Network 6c948f32-c028-4f0e-beaa-0ace4f718839 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:30:44.289199 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:30:44.516156 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-ba5fc82f-9d60-4406-a2be-84c1e8e5c9cd None None] Provisioning complete for port ce214791-59ae-4887-b5db-310ac734b7c3 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:30:44.516747 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc82f-9d60-4406-a2be-84c1e8e5c9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:44.531794 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Router 5239e273-ca6c-4db3-a5ac-426eec2fa180 is scheduled to L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 with binding_index 1 {{(pid=102020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 16:30:44.552338 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-ba5fc82f-9d60-4406-a2be-84c1e8e5c9cd None None] Port ce214791-59ae-4887-b5db-310ac734b7c3 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:30:44.624810 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:30:44.630583 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-07fb4259-5279-4cd7-a114-08cf1e9c1348 admin admin] 10.222.0.62 "PUT /v2.0/routers/5239e273-ca6c-4db3-a5ac-426eec2fa180/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9478559 Nov 01 16:30:44.647226 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Sync routers for ids ['5239e273-ca6c-4db3-a5ac-426eec2fa180'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:30:44.659763 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Routers {'5239e273-ca6c-4db3-a5ac-426eec2fa180'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:30:44.660658 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:30:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5239e273-ca6c-4db3-a5ac-426eec2fa180'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:30:44.849354 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Set router 5239e273-ca6c-4db3-a5ac-426eec2fa180 gateway port host: None {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:30:45.271260 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'name': 'router1', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:30:33Z', 'updated_at': '2021-11-01T16:30:43Z', 'revision_number': 2, 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'gw_port_host': None, '_interfaces': [{'id': 'ce214791-59ae-4887-b5db-310ac734b7c3', 'name': '', 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'mac_address': 'fa:16:3e:22:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:30:42Z', 'updated_at': '2021-11-01T16:30:43Z', 'revision_number': 2, 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'subnets': [{'id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cfffd60-b99c-4bfd-9ee2-74c422f45fc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:30:45.322032 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Checking router: 5239e273-ca6c-4db3-a5ac-426eec2fa180 for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:30:45.322395 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Updating router 5239e273-ca6c-4db3-a5ac-426eec2fa180 port ce214791-59ae-4887-b5db-310ac734b7c3 binding host dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:30:45.370283 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:45.877660 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Publish callbacks [] for port, precommit_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:45.935954 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:46.105342 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Pushing event updated for resources: {'Port': ['ID=ce214791-59ae-4887-b5db-310ac734b7c3,revision_number=3']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:46.112486 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Attempting to bind port ce214791-59ae-4887-b5db-310ac734b7c3 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:30:46.112878 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Attempting to bind port ce214791-59ae-4887-b5db-310ac734b7c3 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': '2f259232-5b09-4096-b40b-49de0b57bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839'}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:30:46.113312 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Attempting to bind port ce214791-59ae-4887-b5db-310ac734b7c3 on network 6c948f32-c028-4f0e-beaa-0ace4f718839 {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:30:46.121494 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:46.122019 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:46.122179 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:46.122482 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:46.122809 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:46.123203 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:46.123552 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:46.123856 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:46.124110 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:46.124431 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:46.124748 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:46.125061 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Tracked resource versions report: Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: pushed versions: Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: { 'AddressGroup': {'1.2'}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'ConntrackHelper': {'1.0'}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Log': {'1.0'}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Network': {'1.1'}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Port': {'1.7'}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'PortForwarding': {'1.2'}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'QosPolicy': {'1.10'}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'SecurityGroup': {'1.4'}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'SecurityGroupRule': {'1.2'}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'SubPort': {'1.0'}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Subnet': {'1.1'}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Trunk': {'1.1'}} Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: consumer versions: Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: { DHCP agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: L3 agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: Metadata agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: Metering agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: Open vSwitch agent@dv-cinder-816187-1-iscsi: { 'AddressGroup': '1.2', Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'ConntrackHelper': '1.0', Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Log': '1.0', Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Network': '1.1', Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Port': '1.7', Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'PortForwarding': '1.2', Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'QosPolicy': '1.10', Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'SecurityGroup': '1.4', Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'SecurityGroupRule': '1.2', Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'SubPort': '1.0', Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Subnet': '1.1', Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Trunk': '1.1'}} Nov 01 16:30:46.126232 dv-cinder-816187-1-iscsi neutron-server[102022]: {{(pid=102022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 16:30:46.128687 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:30:46.129127 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Checking segment: {'id': '2f259232-5b09-4096-b40b-49de0b57bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:30:46.129583 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:46.129957 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Bound using segment: {'id': '2f259232-5b09-4096-b40b-49de0b57bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839'} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:30:46.130451 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Bound port: ce214791-59ae-4887-b5db-310ac734b7c3, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f259232-5b09-4096-b40b-49de0b57bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839'}}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:30:46.130835 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:46.182759 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-e8f3df3e-1f24-4f61-a7a1-684071de58a9 None None] Provisioning complete for port ce214791-59ae-4887-b5db-310ac734b7c3 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:30:46.183320 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e8f3df3e-1f24-4f61-a7a1-684071de58a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:46.195241 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] For port ce214791-59ae-4887-b5db-310ac734b7c3, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:30:46.217280 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3df3e-1f24-4f61-a7a1-684071de58a9 None None] Port ce214791-59ae-4887-b5db-310ac734b7c3 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:30:46.219010 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] For port ce214791-59ae-4887-b5db-310ac734b7c3, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=ce214791-59ae-4887-b5db-310ac734b7c3,segment=NetworkSegment(2f259232-5b09-4096-b40b-49de0b57bdab),segment_id=2f259232-5b09-4096-b40b-49de0b57bdab)] {{(pid=102022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:30:46.286503 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:46.345518 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512535f2-3757-4680-9722-bc3da1a3b288 None None] Pushing event updated for resources: {'Port': ['ID=ce214791-59ae-4887-b5db-310ac734b7c3,revision_number=4']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:46.348923 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Routers {'5239e273-ca6c-4db3-a5ac-426eec2fa180'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:30:46.350144 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:30:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5239e273-ca6c-4db3-a5ac-426eec2fa180'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:30:46.440417 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] Set router 5239e273-ca6c-4db3-a5ac-426eec2fa180 gateway port host: None {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:30:46.540248 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7c750c2c-0f92-45f9-9454-315ed8b4a17d None None] Provisioning complete for port ce214791-59ae-4887-b5db-310ac734b7c3 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:30:46.540641 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7c750c2c-0f92-45f9-9454-315ed8b4a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:46.619152 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7c750c2c-0f92-45f9-9454-315ed8b4a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:46.653636 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7c750c2c-0f92-45f9-9454-315ed8b4a17d None None] For port ce214791-59ae-4887-b5db-310ac734b7c3, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=ce214791-59ae-4887-b5db-310ac734b7c3,segment=NetworkSegment(2f259232-5b09-4096-b40b-49de0b57bdab),segment_id=2f259232-5b09-4096-b40b-49de0b57bdab)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:30:46.662983 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'name': 'router1', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:30:33Z', 'updated_at': '2021-11-01T16:30:43Z', 'revision_number': 2, 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'gw_port_host': None, '_interfaces': [{'id': 'ce214791-59ae-4887-b5db-310ac734b7c3', 'name': '', 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'mac_address': 'fa:16:3e:22:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:30:42Z', 'updated_at': '2021-11-01T16:30:46Z', 'revision_number': 4, 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'subnets': [{'id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cfffd60-b99c-4bfd-9ee2-74c422f45fc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:30:46.692079 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade8ff2-9f68-4b5d-91f1-d42df64fe271 None None] The sync data for ids ['5239e273-ca6c-4db3-a5ac-426eec2fa180'] in dv-cinder-816187-1-iscsi is: [{'id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'name': 'router1', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:30:33Z', 'updated_at': '2021-11-01T16:30:43Z', 'revision_number': 2, 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'gw_port_host': None, '_interfaces': [{'id': 'ce214791-59ae-4887-b5db-310ac734b7c3', 'name': '', 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'mac_address': 'fa:16:3e:22:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:30:42Z', 'updated_at': '2021-11-01T16:30:46Z', 'revision_number': 4, 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'subnets': [{'id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cfffd60-b99c-4bfd-9ee2-74c422f45fc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:30:46.732273 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7c750c2c-0f92-45f9-9454-315ed8b4a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:46.784265 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c750c2c-0f92-45f9-9454-315ed8b4a17d None None] Pushing event updated for resources: {'Port': ['ID=ce214791-59ae-4887-b5db-310ac734b7c3,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:47.009957 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 59556) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:47.118402 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a202df6-a1f7-4d83-848d-aebfaa15ab8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:30:47.119772 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-0a202df6-a1f7-4d83-848d-aebfaa15ab8b admin admin] 10.222.0.62 "GET /v2.0/networks/c192031d-fcc0-4447-aa3c-77785f6d2f3f HTTP/1.1" status: 200 len: 842 time: 0.1087685 Nov 01 16:30:47.129800 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:30:47.206281 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] Made reservation on behalf of 47402d6b7eb34033a88c067993a900c5 for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:30:47.208506 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:47.634465 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.objects.ports [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102020) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 16:30:47.634913 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:47.689795 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ecadf3-0976-4d47-a7a3-f6964f149ab0,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:47.698296 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] Checking segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:30:47.698650 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] Network hostable DHCP agents. Network: c192031d-fcc0-4447-aa3c-77785f6d2f3f, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:30:47.811985 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:30:47.904564 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, c192031d-fcc0-4447-aa3c-77785f6d2f3f) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:30:47.909981 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:30:47.911510 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:47.918066 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27989d2-9d85-4616-9b3f-b40f435d64e4 None None] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:30:47.997630 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-055a73bb-7620-4d57-a463-e9acc8ad6482 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8711660 Nov 01 16:30:48.054058 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5299121-e004-490a-bab8-b90144f08c59 None None] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:30:50.411419 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 59564) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:50.561462 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-f2bb31eb-fd31-4b3e-87bf-21f279a37e8f admin admin] 10.222.0.62 "GET /v2.0/routers/5239e273-ca6c-4db3-a5ac-426eec2fa180 HTTP/1.1" status: 200 len: 710 time: 0.1435111 Nov 01 16:30:50.645335 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17710e68-b928-4207-a0c7-95254b3e2b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:30:50.653384 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-17710e68-b928-4207-a0c7-95254b3e2b34 admin admin] 10.222.0.62 "GET /v2.0/networks/c192031d-fcc0-4447-aa3c-77785f6d2f3f HTTP/1.1" status: 200 len: 886 time: 0.0844927 Nov 01 16:30:50.657238 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:30:50.899048 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:51.186079 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:51.270691 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:51.374214 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Allocated IP 172.27.2.133 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/715c4a42-a5d1-49ee-91b9-e0b842c7c7b3) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:30:51.471389 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:51.560559 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:51.601936 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:30:51.606763 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:30:51.613352 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:30:51.615041 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Pushing event updated for resources: {'Port': ['ID=715c4a42-a5d1-49ee-91b9-e0b842c7c7b3,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:52.006508 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:52.204795 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-617013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1265'] for router, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:52.208374 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-618966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-616994'] for router, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:52.320033 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Router 5239e273-ca6c-4db3-a5ac-426eec2fa180 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:30:52.428586 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:30:52.433021 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] Publish callbacks [] for router, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:52.434159 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-dc9d9fab-c7e3-4995-b0d7-63efab0cd059 admin admin] 10.222.0.62 "PUT /v2.0/routers/5239e273-ca6c-4db3-a5ac-426eec2fa180 HTTP/1.1" status: 200 len: 890 time: 1.7800934 Nov 01 16:30:53.087666 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device ce214791-59ae-4887-b5db-310ac734b7c3 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:30:53.136342 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port ce214791-59ae-4887-b5db-310ac734b7c3 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:30:53.136792 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:53.696948 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Sync routers for ids ['5239e273-ca6c-4db3-a5ac-426eec2fa180'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:30:53.709507 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Routers {'5239e273-ca6c-4db3-a5ac-426eec2fa180'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:30:53.710149 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:30:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5239e273-ca6c-4db3-a5ac-426eec2fa180'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:30:53.999671 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Set router 5239e273-ca6c-4db3-a5ac-426eec2fa180 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:30:54.460765 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'name': 'router1', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '715c4a42-a5d1-49ee-91b9-e0b842c7c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:30:33Z', 'updated_at': '2021-11-01T16:30:51Z', 'revision_number': 4, 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'gw_port': {'id': '715c4a42-a5d1-49ee-91b9-e0b842c7c7b3', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:30:51Z', 'updated_at': '2021-11-01T16:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'ce214791-59ae-4887-b5db-310ac734b7c3', 'name': '', 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'mac_address': 'fa:16:3e:22:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:30:42Z', 'updated_at': '2021-11-01T16:30:46Z', 'revision_number': 5, 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'subnets': [{'id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cfffd60-b99c-4bfd-9ee2-74c422f45fc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:30:54.512575 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Checking router: 5239e273-ca6c-4db3-a5ac-426eec2fa180 for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:30:54.512929 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Updating router 5239e273-ca6c-4db3-a5ac-426eec2fa180 port 715c4a42-a5d1-49ee-91b9-e0b842c7c7b3 binding host dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:30:54.558689 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:54.876639 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Publish callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:54.948856 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:54.984273 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 59576) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:30:55.004557 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Attempting to bind port 715c4a42-a5d1-49ee-91b9-e0b842c7c7b3 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:30:55.004928 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Attempting to bind port 715c4a42-a5d1-49ee-91b9-e0b842c7c7b3 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:30:55.005291 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Attempting to bind port 715c4a42-a5d1-49ee-91b9-e0b842c7c7b3 on network c192031d-fcc0-4447-aa3c-77785f6d2f3f {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:30:55.007260 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91292f1d-cc17-448d-92a7-ae2f88fb7979 None None] Pushing event updated for resources: {'Port': ['ID=715c4a42-a5d1-49ee-91b9-e0b842c7c7b3,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:55.012984 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:30:55.013313 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Checking segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:30:55.013719 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:55.014110 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Bound using segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:30:55.014701 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Bound port: 715c4a42-a5d1-49ee-91b9-e0b842c7c7b3, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:30:55.015106 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:55.067179 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] For port 715c4a42-a5d1-49ee-91b9-e0b842c7c7b3, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:30:55.070292 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] For port 715c4a42-a5d1-49ee-91b9-e0b842c7c7b3, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=715c4a42-a5d1-49ee-91b9-e0b842c7c7b3,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:30:55.105014 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-3559adfd-35f5-4bb8-904f-a5658e9a41d2 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1196241 Nov 01 16:30:55.142344 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:55.205969 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91292f1d-cc17-448d-92a7-ae2f88fb7979 None None] Pushing event updated for resources: {'Port': ['ID=715c4a42-a5d1-49ee-91b9-e0b842c7c7b3,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:55.210285 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Routers {'5239e273-ca6c-4db3-a5ac-426eec2fa180'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:30:55.210891 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:30:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5239e273-ca6c-4db3-a5ac-426eec2fa180'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:30:55.326339 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] Set router 5239e273-ca6c-4db3-a5ac-426eec2fa180 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:30:55.544678 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'name': 'router1', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '715c4a42-a5d1-49ee-91b9-e0b842c7c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:30:33Z', 'updated_at': '2021-11-01T16:30:51Z', 'revision_number': 4, 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'gw_port': {'id': '715c4a42-a5d1-49ee-91b9-e0b842c7c7b3', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:30:51Z', 'updated_at': '2021-11-01T16:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'ce214791-59ae-4887-b5db-310ac734b7c3', 'name': '', 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'mac_address': 'fa:16:3e:22:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:30:42Z', 'updated_at': '2021-11-01T16:30:46Z', 'revision_number': 5, 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'subnets': [{'id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cfffd60-b99c-4bfd-9ee2-74c422f45fc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:30:55.572828 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8415d2c-2dba-48f6-8b53-b40983f7ee99 None None] The sync data for ids ['5239e273-ca6c-4db3-a5ac-426eec2fa180'] in dv-cinder-816187-1-iscsi is: [{'id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'name': 'router1', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '715c4a42-a5d1-49ee-91b9-e0b842c7c7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:30:33Z', 'updated_at': '2021-11-01T16:30:51Z', 'revision_number': 4, 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'gw_port': {'id': '715c4a42-a5d1-49ee-91b9-e0b842c7c7b3', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:30:51Z', 'updated_at': '2021-11-01T16:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'ce214791-59ae-4887-b5db-310ac734b7c3', 'name': '', 'network_id': '6c948f32-c028-4f0e-beaa-0ace4f718839', 'tenant_id': '2fa1763801f34a689c35dc91ed645f5f', 'mac_address': 'fa:16:3e:22:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5239e273-ca6c-4db3-a5ac-426eec2fa180', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:30:42Z', 'updated_at': '2021-11-01T16:30:46Z', 'revision_number': 5, 'project_id': '2fa1763801f34a689c35dc91ed645f5f', 'subnets': [{'id': 'ba133e1b-9f9d-4931-a94e-4b7cb13477d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cfffd60-b99c-4bfd-9ee2-74c422f45fc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:30:57.095455 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 715c4a42-a5d1-49ee-91b9-e0b842c7c7b3 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:30:57.147957 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 715c4a42-a5d1-49ee-91b9-e0b842c7c7b3 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:30:57.148417 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:57.236208 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:57.259509 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port 715c4a42-a5d1-49ee-91b9-e0b842c7c7b3, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=715c4a42-a5d1-49ee-91b9-e0b842c7c7b3,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:30:57.355103 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:30:57.407667 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=715c4a42-a5d1-49ee-91b9-e0b842c7c7b3,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:30:59.097340 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 715c4a42-a5d1-49ee-91b9-e0b842c7c7b3 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:30:59.165802 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 715c4a42-a5d1-49ee-91b9-e0b842c7c7b3 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:30:59.166526 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:31:03.040933 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 5 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:31:05.697353 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b00fae0e-aef6-4305-9fd9-af4c1892ccab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:31:08.103051 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1979e9c3-184c-47d0-a8ba-674e146afab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:31:09.253405 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:31:10.589132 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:31:13.424181 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:31:35.713850 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-65d58a61-654f-40db-beb2-c2afedf70c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:31:38.095300 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-4a704886-a4ca-4525-bad7-6585dd551f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:31:39.290447 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:31:40.040692 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 5 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:31:41.390427 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:31:43.455148 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:05.695940 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-47e9f8c2-98c3-4d8d-b96b-8a8f4bfd5694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:08.089529 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0e86b30b-39a1-4ad5-85c0-a400fd633f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:09.295019 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:10.586600 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:13.426737 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:17.038735 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 5 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:32:34.939214 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60138) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:32:35.000744 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9dd428-4d34-4ce8-9717-d941affeabec admin admin] GET failed (client error): The resource could not be found. Nov 01 16:32:35.002060 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5a9dd428-4d34-4ce8-9717-d941affeabec admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618598 Nov 01 16:32:35.163509 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4a795-5fc6-4800-9675-d24062aa0926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:35.164912 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-f5d4a795-5fc6-4800-9675-d24062aa0926 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1582899 Nov 01 16:32:35.728458 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-4520e45d-816f-48c3-9d63-9ebad72fe640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:37.517116 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60148) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:32:37.614750 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38377729-9749-4f52-a572-549b53e68ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:37.616122 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-38377729-9749-4f52-a572-549b53e68ae9 admin admin] 10.222.0.62 "GET /v2.0/subnets/ba133e1b-9f9d-4931-a94e-4b7cb13477d1 HTTP/1.1" status: 200 len: 849 time: 0.0979724 Nov 01 16:32:37.626636 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:32:37.712494 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:37.905932 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734221330517'] for subnet, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:37.940191 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:37.940769 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:37.943113 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] 10.222.0.62 "PUT /v2.0/subnets/ba133e1b-9f9d-4931-a94e-4b7cb13477d1 HTTP/1.1" status: 200 len: 868 time: 0.3206666 Nov 01 16:32:37.945464 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd1a763-03bc-44c8-aae9-7793ed971591 None None] Network 6c948f32-c028-4f0e-beaa-0ace4f718839 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:32:37.962822 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba133e1b-9f9d-4931-a94e-4b7cb13477d1,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:32:37.971057 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:32:37.971411 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:32:37.971803 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:32:37.972145 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:32:37.972482 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:32:37.972845 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:32:37.973185 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:32:37.973519 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:32:37.973867 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:32:37.974200 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:32:37.974526 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:32:37.974851 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168f6f-1a2b-4192-bfaf-afb4e54acdf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:32:38.125418 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-27079b5c-e000-4528-a30f-a061ad8d1ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:38.300423 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-55494779-2d29-4b05-a391-ad5e5739cc71 None None] Provisioning complete for port ce214791-59ae-4887-b5db-310ac734b7c3 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:32:38.300788 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-55494779-2d29-4b05-a391-ad5e5739cc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:38.387540 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-55494779-2d29-4b05-a391-ad5e5739cc71 None None] Provisioning complete for port 69613a93-b38d-4243-b481-aac398daef35 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:32:38.387913 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-55494779-2d29-4b05-a391-ad5e5739cc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:39.277177 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:40.308207 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60156) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:32:40.508176 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3364f6c5-df4c-462e-bf99-409fc7b9d486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:40.513980 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3364f6c5-df4c-462e-bf99-409fc7b9d486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:40.513980 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-3364f6c5-df4c-462e-bf99-409fc7b9d486 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2010014 Nov 01 16:32:40.597374 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:42.818190 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 60164) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:32:43.067540 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b03f8-b16f-4b2e-8f2e-94858c41f703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:43.068045 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b03f8-b16f-4b2e-8f2e-94858c41f703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:43.069705 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-306b03f8-b16f-4b2e-8f2e-94858c41f703 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2505808 Nov 01 16:32:43.419194 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:32:45.335908 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60174) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:32:45.465425 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d776a54d-538d-4df2-ad38-82f7645e7321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:45.466813 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-d776a54d-538d-4df2-ad38-82f7645e7321 admin admin] 10.222.0.62 "GET /v2.0/networks/6c948f32-c028-4f0e-beaa-0ace4f718839 HTTP/1.1" status: 200 len: 869 time: 0.1300192 Nov 01 16:32:47.751092 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60182) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:32:47.876115 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea50b641-ee1d-49cc-a44b-ea3ce221fadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:47.877354 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-ea50b641-ee1d-49cc-a44b-ea3ce221fadc admin admin] 10.222.0.62 "GET /v2.0/networks/c192031d-fcc0-4447-aa3c-77785f6d2f3f HTTP/1.1" status: 200 len: 886 time: 0.1252990 Nov 01 16:32:50.163782 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60190) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:32:50.386311 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eef56a-6e1e-4bef-95ac-8529566131de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:50.386679 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eef56a-6e1e-4bef-95ac-8529566131de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:50.388605 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-19eef56a-6e1e-4bef-95ac-8529566131de admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2235260 Nov 01 16:32:52.681768 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60198) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:32:52.771676 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bac831-92f3-4927-a40f-2212175f0ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:52.772126 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bac831-92f3-4927-a40f-2212175f0ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:52.773685 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-e7bac831-92f3-4927-a40f-2212175f0ebe admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909221 Nov 01 16:32:54.036734 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 5 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:32:55.079499 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60206) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:32:55.167413 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247181e0-9f19-44f7-a01a-d8159318f4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:55.169525 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-247181e0-9f19-44f7-a01a-d8159318f4fb admin admin] 10.222.0.62 "GET /v2.0/subnets/b5ecadf3-0976-4d47-a7a3-f6964f149ab0 HTTP/1.1" status: 200 len: 816 time: 0.0886104 Nov 01 16:32:57.432088 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 60214) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:32:57.562480 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb69549-60f8-4a58-af28-74612149f645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:32:57.563964 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-bcb69549-60f8-4a58-af28-74612149f645 admin admin] 10.222.0.62 "GET /v2.0/subnets/ba133e1b-9f9d-4931-a94e-4b7cb13477d1 HTTP/1.1" status: 200 len: 868 time: 0.1309350 Nov 01 16:33:05.761527 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5c2982ed-d307-4f1a-b9ed-e1b3ffe4b85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:08.127666 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b9b21d0d-dd3f-42a5-bc0d-7fd78e2cd438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:09.287485 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:10.601543 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:13.412508 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:22.144902 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60268) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:33:22.191683 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [None req-52562ebf-dff6-4457-8041-7670e9e3cc1d admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:33:22.192710 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-52562ebf-dff6-4457-8041-7670e9e3cc1d admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0468493 Nov 01 16:33:24.572987 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60276) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:33:24.634046 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5f7c18-c7b5-4221-8dd7-12379c95a25a admin admin] GET failed (client error): The resource could not be found. Nov 01 16:33:24.635344 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-ff5f7c18-c7b5-4221-8dd7-12379c95a25a admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614254 Nov 01 16:33:24.720907 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd6b93-3f76-4bee-96a3-9f58bd5dd5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:33:24.722340 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5dfd6b93-3f76-4bee-96a3-9f58bd5dd5f0 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0820844 Nov 01 16:33:27.009648 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60284) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:33:27.058568 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:33:27.137907 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] Made reservation on behalf of 47402d6b7eb34033a88c067993a900c5 for: {'network': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:33:27.140253 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:27.168550 dv-cinder-816187-1-iscsi neutron-server[102020]: WARNING neutron.services.revisions.revision_plugin [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] Could not find related network for resource to bump revision. Nov 01 16:33:27.178789 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:33:27.186987 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:27.188405 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.segments_db [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] Added segment d206a5e9-5653-4ffa-a267-e40c85bc1ab9 of type vlan for network 746240d1-cf98-49d1-99ad-46d376398b4f Nov 01 16:33:27.224239 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:27.315184 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:27.316137 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:33:27.316711 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:27.372881 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] Pushing event updated for resources: {'Network': ['ID=746240d1-cf98-49d1-99ad-46d376398b4f,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:33:27.382708 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network 746240d1-cf98-49d1-99ad-46d376398b4f details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:33:27.391826 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-9b049f0b-dbff-4975-97d4-2f63d1274bae admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3810732 Nov 01 16:33:29.751985 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60292) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:33:29.815342 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7aa5a0e-5368-4d22-89a3-df8722e5f105 admin admin] GET failed (client error): The resource could not be found. Nov 01 16:33:29.816755 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-e7aa5a0e-5368-4d22-89a3-df8722e5f105 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0637510 Nov 01 16:33:29.886841 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86558c20-7e2d-4a37-b99f-b3f072580a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:33:29.888235 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-86558c20-7e2d-4a37-b99f-b3f072580a6e admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669298 Nov 01 16:33:29.898545 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-f1aabc1f-da81-498a-a1ca-189219cc2f27 admin admin] Request body: {'subnet': {'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:33:30.023765 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aabc1f-da81-498a-a1ca-189219cc2f27 admin admin] Made reservation on behalf of 47402d6b7eb34033a88c067993a900c5 for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:33:30.025986 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f1aabc1f-da81-498a-a1ca-189219cc2f27 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:30.218636 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f1aabc1f-da81-498a-a1ca-189219cc2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:30.273945 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aabc1f-da81-498a-a1ca-189219cc2f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4953e27-5d4e-45d7-ab0e-ccfc40160599,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:33:30.281726 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aabc1f-da81-498a-a1ca-189219cc2f27 admin admin] Checking segment: {'id': 'd206a5e9-5653-4ffa-a267-e40c85bc1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:33:30.282077 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aabc1f-da81-498a-a1ca-189219cc2f27 admin admin] Network hostable DHCP agents. Network: 746240d1-cf98-49d1-99ad-46d376398b4f, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:33:30.332452 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aabc1f-da81-498a-a1ca-189219cc2f27 admin admin] Network 746240d1-cf98-49d1-99ad-46d376398b4f is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:33:30.382922 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-f1aabc1f-da81-498a-a1ca-189219cc2f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, 746240d1-cf98-49d1-99ad-46d376398b4f) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:33:30.387152 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aabc1f-da81-498a-a1ca-189219cc2f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:33:30.387760 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f1aabc1f-da81-498a-a1ca-189219cc2f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:30.392959 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbb0ff-0a89-49b2-bbdd-25a3195eb244 None None] Network 746240d1-cf98-49d1-99ad-46d376398b4f requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:33:30.450351 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-f1aabc1f-da81-498a-a1ca-189219cc2f27 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5552025 Nov 01 16:33:30.639909 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8f27d92-124f-5fe5-bea2-c92b0fd1fced-746240d1-cf98-49d1-99ad-46d376398b4f', 'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f', 'tenant_id': '47402d6b7eb34033a88c067993a900c5', 'fixed_ips': [{'subnet_id': 'a4953e27-5d4e-45d7-ab0e-ccfc40160599'}]}} from dv-cinder-816187-1-iscsi. {{(pid=102021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 16:33:30.640897 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:30.781753 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.db_base_plugin_common [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Allocated IP 192.168.233.2 (746240d1-cf98-49d1-99ad-46d376398b4f/a4953e27-5d4e-45d7-ab0e-ccfc40160599/7ecbc51b-3a01-4696-b373-1a0219b36deb) {{(pid=102021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:33:30.928158 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Publish callbacks [] for port, precommit_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:31.030142 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:31.036482 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 5 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:33:31.066842 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Network 746240d1-cf98-49d1-99ad-46d376398b4f is already hosted by enough agents. {{(pid=102021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:33:31.069593 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.base_scheduler [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Resources bound (agent type, host, resource id): {{(pid=102021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:33:31.075212 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Received port after_create {{(pid=102021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:33:31.083751 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Pushing event updated for resources: {'Port': ['ID=7ecbc51b-3a01-4696-b373-1a0219b36deb,revision_number=1']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:33:31.108686 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:33:31.109077 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:33:31.109428 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:33:31.109763 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:33:31.110093 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:33:31.110426 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:33:31.110750 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:33:31.111074 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:33:31.111414 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:33:31.111762 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:33:31.112099 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:33:31.112398 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:33:31.147120 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Attempting to bind port 7ecbc51b-3a01-4696-b373-1a0219b36deb on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:33:31.147482 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Attempting to bind port 7ecbc51b-3a01-4696-b373-1a0219b36deb by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'd206a5e9-5653-4ffa-a267-e40c85bc1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:33:31.148463 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Attempting to bind port 7ecbc51b-3a01-4696-b373-1a0219b36deb on network 746240d1-cf98-49d1-99ad-46d376398b4f {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:33:31.153165 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:33:31.153530 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Checking segment: {'id': 'd206a5e9-5653-4ffa-a267-e40c85bc1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:33:31.153922 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:31.154309 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Bound using segment: {'id': 'd206a5e9-5653-4ffa-a267-e40c85bc1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:33:31.154765 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Bound port: 7ecbc51b-3a01-4696-b373-1a0219b36deb, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd206a5e9-5653-4ffa-a267-e40c85bc1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:33:31.155153 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:31.218231 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] For port 7ecbc51b-3a01-4696-b373-1a0219b36deb, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:33:31.221236 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] For port 7ecbc51b-3a01-4696-b373-1a0219b36deb, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=7ecbc51b-3a01-4696-b373-1a0219b36deb,segment=NetworkSegment(d206a5e9-5653-4ffa-a267-e40c85bc1ab9),segment_id=d206a5e9-5653-4ffa-a267-e40c85bc1ab9)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:33:31.287363 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:31.350931 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc7b6c-5bb5-4d74-b550-5f4a8270dd80 None None] Pushing event updated for resources: {'Port': ['ID=7ecbc51b-3a01-4696-b373-1a0219b36deb,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:33:32.150811 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fce4d4-604a-432c-86a7-fdf84b68864c None None] Network 746240d1-cf98-49d1-99ad-46d376398b4f requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:33:32.223669 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d32a9558-1d36-4544-9980-75a025fe4d33 None None] Provisioning complete for port 7ecbc51b-3a01-4696-b373-1a0219b36deb triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:33:32.224045 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d32a9558-1d36-4544-9980-75a025fe4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:32.369525 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d32a9558-1d36-4544-9980-75a025fe4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:32.412411 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d32a9558-1d36-4544-9980-75a025fe4d33 None None] For port 7ecbc51b-3a01-4696-b373-1a0219b36deb, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=7ecbc51b-3a01-4696-b373-1a0219b36deb,segment=NetworkSegment(d206a5e9-5653-4ffa-a267-e40c85bc1ab9),segment_id=d206a5e9-5653-4ffa-a267-e40c85bc1ab9)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:33:32.487148 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d32a9558-1d36-4544-9980-75a025fe4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:32.543728 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a9558-1d36-4544-9980-75a025fe4d33 None None] Pushing event updated for resources: {'Port': ['ID=7ecbc51b-3a01-4696-b373-1a0219b36deb,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:33:32.608438 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-6bd5f26f-5fb1-4288-9918-190bfbd4e805 None None] Provisioning complete for port 7ecbc51b-3a01-4696-b373-1a0219b36deb triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:33:32.608808 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f26f-5fb1-4288-9918-190bfbd4e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:33.183698 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 7ecbc51b-3a01-4696-b373-1a0219b36deb up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:33:33.232906 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 7ecbc51b-3a01-4696-b373-1a0219b36deb triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:33:33.233264 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:35.726242 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c2c77789-dca5-46c3-967b-6aaf8fe0fe5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:38.091809 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7a68c0b6-7e1a-445d-8b95-01f35e34cd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:39.268934 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:40.606083 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:33:43.440395 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:34:05.748293 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0316720c-188b-4fe0-aadd-094f76995945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:34:08.034954 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 5 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:34:08.119818 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab253-9c28-44d4-9807-0c9bfa8af561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:34:09.296770 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:34:10.610977 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:34:13.410861 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:34:35.747283 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0b75d463-d30f-4950-86b3-986be1220b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:34:38.106712 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-da31c4e6-72db-4a59-a419-d851959287f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:34:39.283776 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:34:40.619434 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:34:43.409663 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:34:45.033566 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 5 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:35:05.764136 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-20071148-2882-4927-b444-4628df194503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:08.134491 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-429d200d-03b0-441c-884d-5f4ae8d210fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:09.300022 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:10.614230 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:11.210329 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60336) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:35:11.216488 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [None req-c211dad2-9fc4-456c-998d-357759490c7a tempest-verify_tempest_config-562699939 tempest-verify_tempest_config-562699939-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:35:11.217450 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-c211dad2-9fc4-456c-998d-357759490c7a tempest-verify_tempest_config-562699939 tempest-verify_tempest_config-562699939-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0061784 Nov 01 16:35:11.755642 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60354) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:35:11.857550 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:11.930529 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:12.002847 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:12.048316 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8306a71389042b7a2243761452acbe8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2910004 Nov 01 16:35:12.048581 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bef983-122f-45f3-8c81-9edd71f7e58b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:35:12.052545 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 60358) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:35:12.055162 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.055553 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.055950 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.056741 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.057074 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.057423 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.057753 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.058103 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.058439 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.058762 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.059079 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.059394 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fd5060-90c2-4d16-8339-b800d0ea87a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.140621 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:12.161261 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:12.305761 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:12.308774 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:12.309936 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12bef983-122f-45f3-8c81-9edd71f7e58b HTTP/1.1" status: 204 len: 168 time: 0.2560000 Nov 01 16:35:12.317983 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bef983-122f-45f3-8c81-9edd71f7e58b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:35:12.328040 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.328464 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.328860 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.329269 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.329609 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.329955 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.330291 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.330639 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.331006 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.331313 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.331660 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.331983 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6603350-0011-4053-8e06-eff57153cecf admin admin] Tracked resource versions report: Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: pushed versions: Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: { 'AddressGroup': {'1.2'}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'ConntrackHelper': {'1.0'}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Log': {'1.0'}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Network': {'1.1'}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Port': {'1.7'}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'PortForwarding': {'1.2'}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'QosPolicy': {'1.10'}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'SecurityGroup': {'1.4'}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'SecurityGroupRule': {'1.2'}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'SubPort': {'1.0'}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Subnet': {'1.1'}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Trunk': {'1.1'}} Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: consumer versions: Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: { DHCP agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: L3 agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: Metadata agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: Metering agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: Open vSwitch agent@dv-cinder-816187-1-iscsi: { 'AddressGroup': '1.2', Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'ConntrackHelper': '1.0', Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Log': '1.0', Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Network': '1.1', Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Port': '1.7', Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'PortForwarding': '1.2', Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'QosPolicy': '1.10', Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'SecurityGroup': '1.4', Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'SecurityGroupRule': '1.2', Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'SubPort': '1.0', Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Subnet': '1.1', Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Trunk': '1.1'}} Nov 01 16:35:12.333183 dv-cinder-816187-1-iscsi neutron-server[102019]: {{(pid=102019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 16:35:13.413866 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:22.032624 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 5 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:35:35.715566 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a10fab25-d280-4b25-bb74-fca07d65a9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:38.110114 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6448dda6-4f07-482e-a6a2-e1352d4efa63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:39.287486 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:40.629918 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:43.412818 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:35:59.031541 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 5 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:36:05.703352 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0d540754-7c46-42eb-8d8c-625a3306be5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:36:08.120165 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8baaf701-1a86-4db0-885c-08c3be08c2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:36:09.303599 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:36:10.720429 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:36:13.434459 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:36:35.725608 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d24d8278-c46e-475b-bbcd-76ca1df4e261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:36:36.029471 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 5 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:36:38.113410 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-4cef4268-500a-4a1b-afdf-9675dec78a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:36:39.302354 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:36:40.656638 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:36:43.421819 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:36:45.496222 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618623'] for agent, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:00.628056 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 60436) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:37:00.731943 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-747dc19a-44ed-4cab-97fd-38fecb76b3d9 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027117 Nov 01 16:37:03.086431 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60446) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:37:03.147972 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-9c126f86-3ac2-4357-b9e6-d2d660678816 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0604289 Nov 01 16:37:05.729550 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-63fb4497-29d2-4e2a-bd5b-8ddb260b99f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:08.106401 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf19e4ed-4c60-408d-a4c7-d9b8a036c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:09.300992 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:10.632583 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:13.027973 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:37:13.403705 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:15.500320 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:35.721913 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-990958f9-f787-419d-9b86-aa2da87523fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:38.132611 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e4251d3c-3550-49bd-9c88-e8a49497c76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:39.310936 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:40.636539 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:43.418966 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:45.487805 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:37:50.026364 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:38:05.732695 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a432772f-adcc-4654-86e8-28db87e17a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:08.125902 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ff771e27-7b9a-4217-87b5-961b081445df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:09.315185 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:10.670171 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:13.418206 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:15.509259 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:27.025299 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:38:35.485704 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 60672) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:35.633090 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60684) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:35.661087 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60690) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:35.668321 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 60692) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:35.721121 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-efecc5ea-22db-46a7-8182-c5a187655a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:35.754405 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-364775674-network', 'tenant_id': '2f01e02383884607933c4aaa2e77be2d'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:35.874931 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Made reservation on behalf of 2f01e02383884607933c4aaa2e77be2d for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:38:35.875086 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2776086-network', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:35.882311 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:35.898111 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-network', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:35.917788 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:35.934547 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-220856751-network', 'tenant_id': 'c8afbf2a18124036b9caafc1ea6c3cc0'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:35.969944 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Made reservation on behalf of d68315a9114545d0b176b3bfa254883f for: {'network': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:38:35.983153 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.016163 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.036264 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.046172 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.db.api [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 01 16:38:36.046172 dv-cinder-816187-1-iscsi neutron-server[102019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 01 16:38:36.046172 dv-cinder-816187-1-iscsi neutron-server[102019]: [parameters: {'project_id_1': 'c8afbf2a18124036b9caafc1ea6c3cc0', 'expiration_1': datetime.datetime(2021, 11, 1, 16, 38, 15, 942253)}] Nov 01 16:38:36.046172 dv-cinder-816187-1-iscsi neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 16:38:36.047155 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG oslo_db.api [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 16:38:36.107976 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.170456 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:38:36.178175 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af03d4f7-8e8a-4700-8936-22b4870c92f8,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:36.185132 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.191241 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734221318584', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.192056 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Unsubscribe: segment precommit_create {{(pid=102019) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 01 16:38:36.192535 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.segments_db [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Added segment 3477620f-9226-40cd-966a-e487639760af of type vlan for network e129cb01-b8f1-44fe-bb25-a1fbd6c2544b Nov 01 16:38:36.197399 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.197919 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.198432 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.198916 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.199407 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.199784 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.200119 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.200629 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.201120 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.201603 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.202073 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.202554 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Tracked resource versions report: Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: pushed versions: Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: { 'AddressGroup': {'1.2'}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'ConntrackHelper': {'1.0'}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Log': {'1.0'}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Network': {'1.1'}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Port': {'1.7'}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'PortForwarding': {'1.2'}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'QosPolicy': {'1.10'}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'SecurityGroup': {'1.4'}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'SecurityGroupRule': {'1.2'}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'SubPort': {'1.0'}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Subnet': {'1.1'}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Trunk': {'1.1'}} Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: consumer versions: Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: { DHCP agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: HyperV agent@hv-cinder-81618: {}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: L3 agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: Metadata agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: Metering agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: Open vSwitch agent@dv-cinder-816187-1-iscsi: { 'AddressGroup': '1.2', Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'ConntrackHelper': '1.0', Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Log': '1.0', Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Network': '1.1', Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Port': '1.7', Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'PortForwarding': '1.2', Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'QosPolicy': '1.10', Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'SecurityGroup': '1.4', Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'SecurityGroupRule': '1.2', Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'SubPort': '1.0', Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Subnet': '1.1', Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: 'Trunk': '1.1'}} Nov 01 16:38:36.203804 dv-cinder-816187-1-iscsi neutron-server[102019]: {{(pid=102019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 16:38:36.302826 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.440950 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Made reservation on behalf of a16bdbc5792c4267960d31f199a308c7 for: {'network': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:38:36.443393 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.457008 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.530573 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.629124 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.640263 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.641002 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:36.641002 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.644056 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.660087 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=102020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:38:36.670882 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.671504 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.segments_db [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Added segment 37d6d64e-9e35-45d9-8e4e-d6df1a4faca4 of type vlan for network ac002b1f-c80d-4c51-9e9a-3afa35f24108 Nov 01 16:38:36.721898 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.751164 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:38:36.758604 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Made reservation on behalf of c8afbf2a18124036b9caafc1ea6c3cc0 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:38:36.760924 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.762969 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.763309 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.segments_db [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Added segment 0ffbc69b-89d2-4a86-aff9-bea432ac5801 of type vlan for network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 Nov 01 16:38:36.776574 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.779327 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=e129cb01-b8f1-44fe-bb25-a1fbd6c2544b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:36.795151 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network e129cb01-b8f1-44fe-bb25-a1fbd6c2544b details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:38:36.820935 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:36.831223 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.832549 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-b26c92b1-95f2-48ba-9e0a-32de203f0fd2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3453193 Nov 01 16:38:36.836079 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.836232 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.838884 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.838884 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.838884 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.838884 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.838884 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.838884 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.839482 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 60738) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:36.839596 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.839596 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.839596 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.839596 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Tracked resource versions report: Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: pushed versions: Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: { 'AddressGroup': {'1.2'}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'ConntrackHelper': {'1.0'}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Log': {'1.0'}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Network': {'1.1'}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Port': {'1.7'}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'PortForwarding': {'1.2'}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'QosPolicy': {'1.10'}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'SecurityGroup': {'1.4'}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'SecurityGroupRule': {'1.2'}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'SubPort': {'1.0'}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Subnet': {'1.1'}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Trunk': {'1.1'}} Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: consumer versions: Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: { DHCP agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: HyperV agent@hv-cinder-81618: {}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: L3 agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: Metadata agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: Metering agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: Open vSwitch agent@dv-cinder-816187-1-iscsi: { 'AddressGroup': '1.2', Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'ConntrackHelper': '1.0', Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Log': '1.0', Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Network': '1.1', Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Port': '1.7', Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'PortForwarding': '1.2', Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'QosPolicy': '1.10', Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'SecurityGroup': '1.4', Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'SecurityGroupRule': '1.2', Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'SubPort': '1.0', Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Subnet': '1.1', Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: 'Trunk': '1.1'}} Nov 01 16:38:36.840838 dv-cinder-816187-1-iscsi neutron-server[102020]: {{(pid=102020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 16:38:36.843559 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.844647 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:36.845217 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.846823 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a7cd3e26-e258-4dd3-867c-121531050d00 admin admin] Request body: {'subnet': {'network_id': 'e129cb01-b8f1-44fe-bb25-a1fbd6c2544b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-364775674-subnet', 'tenant_id': '2f01e02383884607933c4aaa2e77be2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:36.914314 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:36.941058 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c13ee13-1356-4fab-a2ac-c07323d5e21d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:36.952500 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=ac002b1f-c80d-4c51-9e9a-3afa35f24108,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:36.966386 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network ac002b1f-c80d-4c51-9e9a-3afa35f24108 details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:38:36.972968 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cd3e26-e258-4dd3-867c-121531050d00 admin admin] Made reservation on behalf of 2f01e02383884607933c4aaa2e77be2d for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:38:36.976201 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3e26-e258-4dd3-867c-121531050d00 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.038840 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.039847 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:37.040457 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.054174 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.071794 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-0a8dbccf-3a23-486b-90e8-be3eb3de4bb7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4094093 Nov 01 16:38:37.075135 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60742) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:37.082671 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-935e3d0a-47d0-406b-8aa0-3ff38cd28bd7 admin admin] Request body: {'subnet': {'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-subnet', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:37.108186 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:38:37.123379 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] Pushing event updated for resources: {'Network': ['ID=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:37.124391 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771f694c-9b38-483b-9ccd-017c72251496,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:37.134206 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.134555 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.segments_db [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Added segment f42fb540-51c3-4441-bed7-1eb42cad6cfa of type vlan for network a8ee7723-be9b-4201-9224-adf38e10e8aa Nov 01 16:38:37.140357 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:38:37.156862 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-6c1dd3b6-bc21-4bf1-81a4-625fe90becbf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5226176 Nov 01 16:38:37.157928 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60744) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:37.165698 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-0cb677d7-3b10-43da-b909-6bad4db1a291 admin admin] Request body: {'subnet': {'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2776086-subnet', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:37.222267 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.272013 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935e3d0a-47d0-406b-8aa0-3ff38cd28bd7 admin admin] Made reservation on behalf of a16bdbc5792c4267960d31f199a308c7 for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:38:37.274312 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-935e3d0a-47d0-406b-8aa0-3ff38cd28bd7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.348174 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.349325 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:37.350074 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.410318 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3e26-e258-4dd3-867c-121531050d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.424828 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] Pushing event updated for resources: {'Network': ['ID=a8ee7723-be9b-4201-9224-adf38e10e8aa,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:37.430447 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb677d7-3b10-43da-b909-6bad4db1a291 admin admin] Made reservation on behalf of d68315a9114545d0b176b3bfa254883f for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:38:37.432717 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0cb677d7-3b10-43da-b909-6bad4db1a291 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.440705 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network a8ee7723-be9b-4201-9224-adf38e10e8aa details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:38:37.491478 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd3e26-e258-4dd3-867c-121531050d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f28da74f-9fe8-4487-8b46-4eccdb2815ba,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:37.493547 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd3e26-e258-4dd3-867c-121531050d00 admin admin] Checking segment: {'id': '3477620f-9226-40cd-966a-e487639760af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e129cb01-b8f1-44fe-bb25-a1fbd6c2544b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:38:37.493933 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd3e26-e258-4dd3-867c-121531050d00 admin admin] Network hostable DHCP agents. Network: e129cb01-b8f1-44fe-bb25-a1fbd6c2544b, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:38:37.506905 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-d2462da4-62ca-431b-bd0b-ce104a97f4fc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8338909 Nov 01 16:38:37.507382 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 60748) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:37.514490 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ef6a2e6d-52ad-425f-b6ef-315459e4132c admin admin] Request body: {'subnet': {'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-220856751-subnet', 'tenant_id': 'c8afbf2a18124036b9caafc1ea6c3cc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:37.526214 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-935e3d0a-47d0-406b-8aa0-3ff38cd28bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.618511 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e3d0a-47d0-406b-8aa0-3ff38cd28bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d120ec-7c1c-492a-aded-98eaa12c8391,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:37.640212 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e3d0a-47d0-406b-8aa0-3ff38cd28bd7 admin admin] Checking segment: {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:38:37.640212 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e3d0a-47d0-406b-8aa0-3ff38cd28bd7 admin admin] Network hostable DHCP agents. Network: ac002b1f-c80d-4c51-9e9a-3afa35f24108, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:38:37.656656 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd3e26-e258-4dd3-867c-121531050d00 admin admin] Network e129cb01-b8f1-44fe-bb25-a1fbd6c2544b is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:38:37.659310 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6a2e6d-52ad-425f-b6ef-315459e4132c admin admin] Made reservation on behalf of c8afbf2a18124036b9caafc1ea6c3cc0 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:38:37.670771 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2e6d-52ad-425f-b6ef-315459e4132c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.767151 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e3d0a-47d0-406b-8aa0-3ff38cd28bd7 admin admin] Network ac002b1f-c80d-4c51-9e9a-3afa35f24108 is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:38:37.795043 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0cb677d7-3b10-43da-b909-6bad4db1a291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.852641 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb677d7-3b10-43da-b909-6bad4db1a291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68335fe-26c4-42b4-823b-1184a837e16f,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:37.865348 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb677d7-3b10-43da-b909-6bad4db1a291 admin admin] Checking segment: {'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:38:37.865817 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb677d7-3b10-43da-b909-6bad4db1a291 admin admin] Network hostable DHCP agents. Network: cb8148a2-512c-40e0-a19a-c62dbbe8d3c2, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:38:37.895064 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-935e3d0a-47d0-406b-8aa0-3ff38cd28bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, ac002b1f-c80d-4c51-9e9a-3afa35f24108) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:37.906526 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935e3d0a-47d0-406b-8aa0-3ff38cd28bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:37.907633 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-935e3d0a-47d0-406b-8aa0-3ff38cd28bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:37.914596 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5e684e-24a3-4380-a12f-d9dae0f5ae83 None None] Network ac002b1f-c80d-4c51-9e9a-3afa35f24108 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:38:37.924168 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-a7cd3e26-e258-4dd3-867c-121531050d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, e129cb01-b8f1-44fe-bb25-a1fbd6c2544b) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:37.948592 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b8618f-6b71-4720-b2ca-c83b52ebcfb0 None None] Network e129cb01-b8f1-44fe-bb25-a1fbd6c2544b requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:38:37.951131 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cd3e26-e258-4dd3-867c-121531050d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:37.951824 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3e26-e258-4dd3-867c-121531050d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.000738 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-935e3d0a-47d0-406b-8aa0-3ff38cd28bd7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9212852 Nov 01 16:38:38.000738 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb677d7-3b10-43da-b909-6bad4db1a291 admin admin] Network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:38:38.005859 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60794) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:38.010460 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:38.020153 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-0cb677d7-3b10-43da-b909-6bad4db1a291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, cb8148a2-512c-40e0-a19a-c62dbbe8d3c2) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:38.026958 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb677d7-3b10-43da-b909-6bad4db1a291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:38.026958 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0cb677d7-3b10-43da-b909-6bad4db1a291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.038490 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089b62f-5ef9-4867-acf9-1776a32e17f5 None None] Network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:38:38.046492 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2e6d-52ad-425f-b6ef-315459e4132c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.088822 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-a7cd3e26-e258-4dd3-867c-121531050d00 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2495260 Nov 01 16:38:38.126424 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a2e6d-52ad-425f-b6ef-315459e4132c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c5abae-9cff-46e0-bbfc-062d0f7c8620,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:38.132178 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6a2e6d-52ad-425f-b6ef-315459e4132c admin admin] Checking segment: {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:38:38.132542 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6a2e6d-52ad-425f-b6ef-315459e4132c admin admin] Network hostable DHCP agents. Network: a8ee7723-be9b-4201-9224-adf38e10e8aa, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:38:38.141499 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-0cb677d7-3b10-43da-b909-6bad4db1a291 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9765491 Nov 01 16:38:38.141597 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 60804) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:38.146487 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2776086-router', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:38.223690 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8cfa498f-421e-41db-9bdb-5717553a2944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.250441 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6a2e6d-52ad-425f-b6ef-315459e4132c admin admin] Network a8ee7723-be9b-4201-9224-adf38e10e8aa is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:38:38.252493 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1236'] for router, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.252784 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1231'] for router, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.320293 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.376936 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1236'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.380811 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e64f4ad-c96e-4ddf-9f87-c47c45be4256 None None] Network e129cb01-b8f1-44fe-bb25-a1fbd6c2544b requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:38:38.380958 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1231'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.388533 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ef6a2e6d-52ad-425f-b6ef-315459e4132c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, a8ee7723-be9b-4201-9224-adf38e10e8aa) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:38.400844 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6a2e6d-52ad-425f-b6ef-315459e4132c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:38.401357 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2e6d-52ad-425f-b6ef-315459e4132c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.409704 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345b2c2d-9bc4-4dbf-8c26-7a05323504ea None None] Network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:38:38.433100 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ea1f2-d937-4466-9b34-5795a86d3346 None None] Network a8ee7723-be9b-4201-9224-adf38e10e8aa requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:38:38.506124 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 60834) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:38.511632 dv-cinder-816187-1-iscsi neutron-server[102019]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 01 16:38:38.626163 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ef6a2e6d-52ad-425f-b6ef-315459e4132c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1174901 Nov 01 16:38:38.628270 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.671050 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8f27d92-124f-5fe5-bea2-c92b0fd1fced-ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391'}]}} from dv-cinder-816187-1-iscsi. {{(pid=102021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 16:38:38.671050 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.713728 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:38.903865 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60854) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:39.035818 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b55e-5378-4d7f-b399-6c562886af8c req-44b4f753-9f05-497d-aec8-93f9a7af73c2 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:39.038011 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-44b4f753-9f05-497d-aec8-93f9a7af73c2 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/networks?id=e129cb01-b8f1-44fe-bb25-a1fbd6c2544b HTTP/1.1" status: 200 len: 811 time: 0.5308902 Nov 01 16:38:39.110542 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.db_base_plugin_common [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Allocated IP 172.20.0.2 (ac002b1f-c80d-4c51-9e9a-3afa35f24108/12d120ec-7c1c-492a-aded-98eaa12c8391/a3c227f2-ab17-4d71-bb5c-dc3f84a88d07) {{(pid=102021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:38:39.123699 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d7819b9-4905-4ce3-9c41-b978b38d920b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.141084 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-bd19fd0f-4312-46e5-99e0-ab6bdc37e1f7 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/quotas/2f01e02383884607933c4aaa2e77be2d HTTP/1.1" status: 200 len: 375 time: 0.0241003 Nov 01 16:38:39.194912 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.219153 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.248769 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-24059fda-5794-40a5-86da-795b65fb6d81 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f01e02383884607933c4aaa2e77be2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628724 Nov 01 16:38:39.321519 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Publish callbacks [] for port, precommit_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.369102 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d7819b9-4905-4ce3-9c41-b978b38d920b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.405897 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Allocated IP 172.27.2.15 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/60da578b-e135-4783-bcee-dcda4086b085) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:38:39.410233 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeac20d-c990-45e6-9549-941c3cbe2d42 None None] Network a8ee7723-be9b-4201-9224-adf38e10e8aa requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:38:39.430605 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.470096 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.478616 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d7819b9-4905-4ce3-9c41-b978b38d920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.491918 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 60896) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:39.517714 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Network ac002b1f-c80d-4c51-9e9a-3afa35f24108 is already hosted by enough agents. {{(pid=102021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:38:39.535657 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7819b9-4905-4ce3-9c41-b978b38d920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199d29d3-184f-454f-860e-aac8449b594b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:39.540152 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.base_scheduler [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Resources bound (agent type, host, resource id): {{(pid=102021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:39.540866 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-6d7819b9-4905-4ce3-9c41-b978b38d920b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a45299a64b7b4129b59757bc0f6c959f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6346440 Nov 01 16:38:39.546576 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Received port after_create {{(pid=102021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:38:39.547658 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-56bf35f5-3da6-4d0f-8f50-5a24b7ef0aac service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:38:39.548949 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-56bf35f5-3da6-4d0f-8f50-5a24b7ef0aac service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1319458 Nov 01 16:38:39.554961 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 60898) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:39.569328 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.578986 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Pushing event updated for resources: {'Port': ['ID=a3c227f2-ab17-4d71-bb5c-dc3f84a88d07,revision_number=1']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:39.632406 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.641714 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:39.642299 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:39.642722 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:39.643241 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:39.643909 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Tracked resource versions report: Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: pushed versions: Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: { 'AddressGroup': {'1.2'}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'ConntrackHelper': {'1.0'}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Log': {'1.0'}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Network': {'1.1'}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Port': {'1.7'}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'PortForwarding': {'1.2'}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'QosPolicy': {'1.10'}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'SecurityGroup': {'1.4'}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'SecurityGroupRule': {'1.2'}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'SubPort': {'1.0'}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Subnet': {'1.1'}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Trunk': {'1.1'}} Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: consumer versions: Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: { DHCP agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: HyperV agent@hv-cinder-81618: {}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: L3 agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: Metadata agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: Metering agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: Open vSwitch agent@dv-cinder-816187-1-iscsi: { 'AddressGroup': '1.2', Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'ConntrackHelper': '1.0', Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Log': '1.0', Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Network': '1.1', Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Port': '1.7', Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'PortForwarding': '1.2', Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'QosPolicy': '1.10', Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'SecurityGroup': '1.4', Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'SecurityGroupRule': '1.2', Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'SubPort': '1.0', Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Subnet': '1.1', Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: 'Trunk': '1.1'}} Nov 01 16:38:39.649409 dv-cinder-816187-1-iscsi neutron-server[102021]: {{(pid=102021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 16:38:39.660025 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-45e549bf-017e-48f7-a749-ff967942d843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.667094 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Attempting to bind port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:38:39.667732 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Attempting to bind port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:38:39.668272 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Attempting to bind port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 on network ac002b1f-c80d-4c51-9e9a-3afa35f24108 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:38:39.690747 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:38:39.691194 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Checking segment: {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:38:39.691544 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.691935 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Bound using segment: {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:38:39.692825 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Bound port: a3c227f2-ab17-4d71-bb5c-dc3f84a88d07, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:38:39.692825 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.704868 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-45e549bf-017e-48f7-a749-ff967942d843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.771496 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-53873e13-2517-4230-9008-b834454d7af5 None None] For port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:38:39.775036 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-53873e13-2517-4230-9008-b834454d7af5 None None] For port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=a3c227f2-ab17-4d71-bb5c-dc3f84a88d07,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:38:39.782176 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.791840 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-f2312b1a-18a5-4859-8156-7e89b2a31185 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:39.793283 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-f2312b1a-18a5-4859-8156-7e89b2a31185 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/networks?id=a8ee7723-be9b-4201-9224-adf38e10e8aa HTTP/1.1" status: 200 len: 814 time: 0.2995312 Nov 01 16:38:39.820719 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:38:39.825475 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:39.828571 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-6fcbc6c6-7b8d-4b6c-9560-39536fda7aa0 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/quotas/c8afbf2a18124036b9caafc1ea6c3cc0 HTTP/1.1" status: 200 len: 375 time: 0.0272913 Nov 01 16:38:39.828941 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:38:39.852107 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-e26d6189-861d-4717-a21d-519f47ed97d6 service neutron] 10.222.0.62 "GET /v2.0/networks/e129cb01-b8f1-44fe-bb25-a1fbd6c2544b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468216 Nov 01 16:38:39.868981 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Pushing event updated for resources: {'Port': ['ID=60da578b-e135-4783-bcee-dcda4086b085,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:39.869506 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.897290 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-45e549bf-017e-48f7-a749-ff967942d843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.899844 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-45e549bf-017e-48f7-a749-ff967942d843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:39.903323 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-45e549bf-017e-48f7-a749-ff967942d843 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/199d29d3-184f-454f-860e-aac8449b594b HTTP/1.1" status: 204 len: 168 time: 0.3424618 Nov 01 16:38:39.914848 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e549bf-017e-48f7-a749-ff967942d843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199d29d3-184f-454f-860e-aac8449b594b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:39.920081 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-2358e11d-8279-40e4-a39e-e463c662ba66 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795679 Nov 01 16:38:40.024862 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53873e13-2517-4230-9008-b834454d7af5 None None] Pushing event updated for resources: {'Port': ['ID=a3c227f2-ab17-4d71-bb5c-dc3f84a88d07,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:40.128426 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-081a213b-e810-4682-bf35-b441ae295902 service neutron] 10.222.0.62 "GET /v2.0/networks/e129cb01-b8f1-44fe-bb25-a1fbd6c2544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754433 Nov 01 16:38:40.184173 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-8b46c102-c9de-4e3d-b13c-a1fa775c79fc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:38:40.185811 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-8b46c102-c9de-4e3d-b13c-a1fa775c79fc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1498854 Nov 01 16:38:40.204884 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:40.340656 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:40.350742 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:40.524638 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-b107daba-fbf3-40de-a5a0-e933a85faee8 service neutron] 10.222.0.62 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215163 Nov 01 16:38:40.610412 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618959'] for router, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:40.691471 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:40.823009 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7d7a6435-5fd9-4961-bf96-b0922ac94ad9 req-2f12c3a5-622b-4ba1-ad4f-4fe63743eaa8 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.0604181 Nov 01 16:38:40.873427 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Allocated IP 172.27.2.202 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/095c3007-d775-46ae-8929-219d4bcf8755) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:38:40.932702 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Router bd132342-bdf0-4f57-8815-ccd76fa4397a is scheduled to L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 with binding_index 1 {{(pid=102020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 16:38:40.934824 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-2ebc651d-4161-4f25-9675-2d3e89bf4805 service neutron] 10.222.0.62 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838952 Nov 01 16:38:41.131692 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:38:41.146778 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Sync routers for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:38:41.164499 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:38:41.165124 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:38:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:41.165988 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:41.233174 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] Publish callbacks [] for router, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:41.235255 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-103085c5-1b5f-404a-ae80-b1c3cabf479c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2299213 Nov 01 16:38:41.239257 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 32774) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:41.488038 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:41.561566 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:38:41.655756 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:38:41.667643 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:38:41.685084 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:41.687232 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Pushing event updated for resources: {'Port': ['ID=095c3007-d775-46ae-8929-219d4bcf8755,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:41.726729 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:38:41.735435 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:41.735435 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:41.853412 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb5a44b-a54b-4e53-9e9b-e4030457ff1a None None] Network ac002b1f-c80d-4c51-9e9a-3afa35f24108 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:38:42.055420 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-2e6d61bf-e174-44c8-9739-86228c629e90 None None] Provisioning complete for port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:42.056184 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-2e6d61bf-e174-44c8-9739-86228c629e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:42.117769 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:39Z', 'revision_number': 3, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:42.133172 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:42.179453 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=a3c227f2-ab17-4d71-bb5c-dc3f84a88d07,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:38:42.184103 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Checking router: bd132342-bdf0-4f57-8815-ccd76fa4397a for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:38:42.184721 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Updating router bd132342-bdf0-4f57-8815-ccd76fa4397a port 60da578b-e135-4783-bcee-dcda4086b085 binding host dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:38:42.238703 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:42.274306 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:42.323023 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-82de91f3-7c66-45be-b3c4-b52d81f09af6 req-6e0b4c8b-b979-4e96-be1d-ee76b11cfca1 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.0387230 Nov 01 16:38:42.364767 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-67cf1c85-e9f7-473a-b7bc-c90094dd2efd req-49a6a427-7874-4bec-a4db-979fba8d6b5c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 210 time: 0.3617656 Nov 01 16:38:42.539584 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=a3c227f2-ab17-4d71-bb5c-dc3f84a88d07,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:42.669477 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Publish callbacks [] for port, precommit_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:42.716038 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:42.754430 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:42.822507 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:42.828788 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Pushing event updated for resources: {'Port': ['ID=60da578b-e135-4783-bcee-dcda4086b085,revision_number=2']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:42.840301 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:42.840962 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:42.842309 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:42.847882 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:42.848248 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:42.848604 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:42.848953 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:42.852185 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:42.857616 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:42.857956 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:42.858295 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:42.858638 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Tracked resource versions report: Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: pushed versions: Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: { 'AddressGroup': {'1.2'}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'ConntrackHelper': {'1.0'}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Log': {'1.0'}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Network': {'1.1'}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Port': {'1.7'}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'PortForwarding': {'1.2'}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'QosPolicy': {'1.10'}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'SecurityGroup': {'1.4'}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'SecurityGroupRule': {'1.2'}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'SubPort': {'1.0'}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Subnet': {'1.1'}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Trunk': {'1.1'}} Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: consumer versions: Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: { DHCP agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: HyperV agent@hv-cinder-81618: {}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: L3 agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: Metadata agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: Metering agent@dv-cinder-816187-1-iscsi: {}, Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: Open vSwitch agent@dv-cinder-816187-1-iscsi: { 'AddressGroup': '1.2', Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'ConntrackHelper': '1.0', Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Log': '1.0', Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Network': '1.1', Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Port': '1.7', Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'PortForwarding': '1.2', Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'QosPolicy': '1.10', Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'SecurityGroup': '1.4', Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'SecurityGroupRule': '1.2', Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'SubPort': '1.0', Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Subnet': '1.1', Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: 'Trunk': '1.1'}} Nov 01 16:38:42.859772 dv-cinder-816187-1-iscsi neutron-server[102022]: {{(pid=102022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 16:38:42.925571 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 32868) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:42.931217 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Attempting to bind port 60da578b-e135-4783-bcee-dcda4086b085 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:38:42.932387 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Attempting to bind port 60da578b-e135-4783-bcee-dcda4086b085 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:38:42.934306 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Attempting to bind port 60da578b-e135-4783-bcee-dcda4086b085 on network c192031d-fcc0-4447-aa3c-77785f6d2f3f {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:38:42.955789 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:38:42.957365 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Checking segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:38:42.958016 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:42.959638 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Bound using segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:38:42.960348 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Bound port: 60da578b-e135-4783-bcee-dcda4086b085, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:38:42.961823 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.021611 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-70514b0a-eae6-418c-8715-114bf3f275ea None None] Provisioning complete for port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:43.022237 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-70514b0a-eae6-418c-8715-114bf3f275ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.046612 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Allocated IP 172.20.0.1 (ac002b1f-c80d-4c51-9e9a-3afa35f24108/12d120ec-7c1c-492a-aded-98eaa12c8391/f0c1d24b-7328-462c-b1c0-83685df50695) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:38:43.050269 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] For port 60da578b-e135-4783-bcee-dcda4086b085, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:38:43.054171 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] For port 60da578b-e135-4783-bcee-dcda4086b085, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=60da578b-e135-4783-bcee-dcda4086b085,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:38:43.143650 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.187982 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e007-51c0-4e3e-840d-fe972b74dce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.229016 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.232182 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618959'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.248824 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb8c9e-89ff-474c-aa51-837870a361f7 None None] Pushing event updated for resources: {'Port': ['ID=60da578b-e135-4783-bcee-dcda4086b085,revision_number=3']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:43.279758 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:38:43.280523 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:38:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:43.353559 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.403645 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:38:43.445989 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e007-51c0-4e3e-840d-fe972b74dce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.500917 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-af1762a8-d4db-44de-abe9-ef6b52f3def5 req-c7c1e5b6-b09f-49b3-a301-cdaaaf0011fa tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 210 time: 0.0423486 Nov 01 16:38:43.507184 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.521485 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Network ac002b1f-c80d-4c51-9e9a-3afa35f24108 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:38:43.522774 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e007-51c0-4e3e-840d-fe972b74dce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.524798 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:38:43.526830 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:43.528986 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c1d24b-7328-462c-b1c0-83685df50695,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:43.558582 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:43.559101 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.625621 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:38:43.628913 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-dfe8e007-51c0-4e3e-840d-fe972b74dce0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5443f5f4f3c48209e9e666942b04a8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7004817 Nov 01 16:38:43.629820 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8e007-51c0-4e3e-840d-fe972b74dce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a46815-8f03-4b91-830c-319b9a509db7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:43.631687 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618674'] for router_interface, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.632392 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 32898) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:43.719464 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Router 0f510b52-e27b-4676-8d59-264bea9924f0 is scheduled to L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 16:38:43.800584 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-645bf212-c237-4ff1-829c-f9f505d9f5fd req-c1233861-e573-4373-90f8-57a6c74e80a6 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.0572407 Nov 01 16:38:43.804306 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b3f99eb6-4052-40f3-b814-9584a184b5d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.884559 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b3f99eb6-4052-40f3-b814-9584a184b5d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.894404 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-11b15743-286e-4ee8-98df-7883b5e3f6c0 None None] Provisioning complete for port f0c1d24b-7328-462c-b1c0-83685df50695 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:43.894788 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-11b15743-286e-4ee8-98df-7883b5e3f6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:43.971234 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:38:44.025269 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:44.067758 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:39Z', 'revision_number': 3, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:44.078472 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b3f99eb6-4052-40f3-b814-9584a184b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:44.081497 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b3f99eb6-4052-40f3-b814-9584a184b5d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:44.085436 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-b3f99eb6-4052-40f3-b814-9584a184b5d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3a46815-8f03-4b91-830c-319b9a509db7 HTTP/1.1" status: 204 len: 168 time: 0.4495533 Nov 01 16:38:44.092126 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Sync routers for ids ['0f510b52-e27b-4676-8d59-264bea9924f0'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:38:44.097130 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f99eb6-4052-40f3-b814-9584a184b5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a46815-8f03-4b91-830c-319b9a509db7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:44.107773 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Routers {'0f510b52-e27b-4676-8d59-264bea9924f0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:38:44.108408 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:38:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['0f510b52-e27b-4676-8d59-264bea9924f0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:44.114643 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-11b15743-286e-4ee8-98df-7883b5e3f6c0 None None] Port f0c1d24b-7328-462c-b1c0-83685df50695 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:38:44.117808 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] Publish callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:44.125209 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-9c7a2c2c-b60f-4855-a43f-cf42cd2e76bf admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9823339 Nov 01 16:38:44.125826 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 32912) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:44.163285 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086fd1a-e79f-4589-b0f3-37ec36eec8ed None None] The sync data for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi is: [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:39Z', 'revision_number': 3, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:38:44.271509 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:44.306938 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Set router 0f510b52-e27b-4676-8d59-264bea9924f0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:38:44.335685 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:44.336325 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618510'] for router_interface, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:44.513493 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c1d24b-7328-462c-b1c0-83685df50695,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:44.543490 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Network ac002b1f-c80d-4c51-9e9a-3afa35f24108 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:38:44.546086 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:44.559074 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'name': 'tempest-ServerRescueNegativeTestJSON-2776086-router', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '095c3007-d775-46ae-8929-219d4bcf8755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:42Z', 'revision_number': 3, 'project_id': 'd68315a9114545d0b176b3bfa254883f', 'gw_port': {'id': '095c3007-d775-46ae-8929-219d4bcf8755', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:40Z', 'updated_at': '2021-11-01T16:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:44.641140 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Checking router: 0f510b52-e27b-4676-8d59-264bea9924f0 for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:38:44.643856 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Updating router 0f510b52-e27b-4676-8d59-264bea9924f0 port 095c3007-d775-46ae-8929-219d4bcf8755 binding host dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:38:44.706557 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:44.880276 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Router bd132342-bdf0-4f57-8815-ccd76fa4397a has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:38:44.885858 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d352b30f-7ad9-44e2-b90b-72057a65e138 req-3942280a-37b5-4a48-9a14-b9438fc0b444 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 210 time: 0.0840011 Nov 01 16:38:45.010805 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-efe04c6f-1acd-4d1d-bef7-6ad8cab5488a None None] Provisioning complete for port f0c1d24b-7328-462c-b1c0-83685df50695 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:45.011178 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-efe04c6f-1acd-4d1d-bef7-6ad8cab5488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.083361 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:38:45.090147 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-efe04c6f-1acd-4d1d-bef7-6ad8cab5488a None None] Port f0c1d24b-7328-462c-b1c0-83685df50695 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:38:45.097858 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-4d9e45a2-8ba2-434d-9a2e-769ff0255e34 admin admin] 10.222.0.62 "PUT /v2.0/routers/bd132342-bdf0-4f57-8815-ccd76fa4397a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8555899 Nov 01 16:38:45.172496 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 32932) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:45.177974 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-832fbbf1-9ad3-40ff-bea8-1a30ce725a8f req-3e43db72-4c0f-455f-ae54-c82cab64bfd6 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.0993836 Nov 01 16:38:45.187603 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Publish callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.197394 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a08587d7-ae94-4f78-96ef-304340086318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.201579 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.269444 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.349843 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Attempting to bind port 095c3007-d775-46ae-8929-219d4bcf8755 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:38:45.350213 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Attempting to bind port 095c3007-d775-46ae-8929-219d4bcf8755 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:38:45.350630 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Attempting to bind port 095c3007-d775-46ae-8929-219d4bcf8755 on network c192031d-fcc0-4447-aa3c-77785f6d2f3f {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:38:45.364946 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6f3e8-eb9c-401b-890f-3cbffe57b62f None None] Pushing event updated for resources: {'Port': ['ID=095c3007-d775-46ae-8929-219d4bcf8755,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:45.374340 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:38:45.374745 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Checking segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:38:45.375279 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.377947 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Bound using segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:38:45.378437 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Bound port: 095c3007-d775-46ae-8929-219d4bcf8755, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:38:45.378855 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.394595 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a08587d7-ae94-4f78-96ef-304340086318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.457292 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] For port 095c3007-d775-46ae-8929-219d4bcf8755, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:38:45.461026 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] For port 095c3007-d775-46ae-8929-219d4bcf8755, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=095c3007-d775-46ae-8929-219d4bcf8755,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:38:45.469756 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 60da578b-e135-4783-bcee-dcda4086b085 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:38:45.480156 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a08587d7-ae94-4f78-96ef-304340086318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.541931 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-a08587d7-ae94-4f78-96ef-304340086318 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b66e79a5bfa3491f89a4c5790a870ee3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3682129 Nov 01 16:38:45.544127 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08587d7-ae94-4f78-96ef-304340086318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53342e00-337d-4550-ab5e-555bcf7c350c,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:45.547164 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 32940) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:45.560698 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 60da578b-e135-4783-bcee-dcda4086b085 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:45.561073 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.599802 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.657672 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Allocated IP 172.20.0.1 (cb8148a2-512c-40e0-a19a-c62dbbe8d3c2/d68335fe-26c4-42b4-823b-1184a837e16f/e3c0e8c5-9db2-41a5-ba59-c11c5beae817) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:38:45.661607 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.714414 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11c70353-3fbf-42fb-84d1-af5e9b72dc49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.719669 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6f3e8-eb9c-401b-890f-3cbffe57b62f None None] Pushing event updated for resources: {'Port': ['ID=095c3007-d775-46ae-8929-219d4bcf8755,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:45.727996 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Routers {'0f510b52-e27b-4676-8d59-264bea9924f0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:38:45.729125 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:38:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['0f510b52-e27b-4676-8d59-264bea9924f0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:45.771814 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11c70353-3fbf-42fb-84d1-af5e9b72dc49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.836162 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.845680 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.882532 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port 60da578b-e135-4783-bcee-dcda4086b085, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=60da578b-e135-4783-bcee-dcda4086b085,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:38:45.894244 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] Set router 0f510b52-e27b-4676-8d59-264bea9924f0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:38:45.920582 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11c70353-3fbf-42fb-84d1-af5e9b72dc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.925942 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11c70353-3fbf-42fb-84d1-af5e9b72dc49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:45.930716 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-11c70353-3fbf-42fb-84d1-af5e9b72dc49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53342e00-337d-4550-ab5e-555bcf7c350c HTTP/1.1" status: 204 len: 168 time: 0.3746517 Nov 01 16:38:45.955786 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c70353-3fbf-42fb-84d1-af5e9b72dc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53342e00-337d-4550-ab5e-555bcf7c350c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:46.000810 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:46.104759 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:46.108136 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-39750b2f-cfb0-4d2c-844c-c2e2d2eb62ac req-4dae269b-7201-4f8c-a185-aaa419cdeecf tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 210 time: 0.0396228 Nov 01 16:38:46.158529 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=60da578b-e135-4783-bcee-dcda4086b085,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:46.208956 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 32962) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:46.215708 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-d60b0e82-f5ab-402a-ad53-a97cb8353ff2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--742252868', 'description': 'tempest-description--973536818'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:46.231421 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:38:46.233707 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c0e8c5-9db2-41a5-ba59-c11c5beae817,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:46.239483 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:46.253778 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:38:46.254822 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618674'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:46.281955 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'name': 'tempest-ServerRescueNegativeTestJSON-2776086-router', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '095c3007-d775-46ae-8929-219d4bcf8755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:42Z', 'revision_number': 3, 'project_id': 'd68315a9114545d0b176b3bfa254883f', 'gw_port': {'id': '095c3007-d775-46ae-8929-219d4bcf8755', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:40Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:46.326372 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3e854-3fbd-4fde-9042-14d9d9a35739 None None] The sync data for ids ['0f510b52-e27b-4676-8d59-264bea9924f0'] in dv-cinder-816187-1-iscsi is: [{'id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'name': 'tempest-ServerRescueNegativeTestJSON-2776086-router', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '095c3007-d775-46ae-8929-219d4bcf8755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:42Z', 'revision_number': 3, 'project_id': 'd68315a9114545d0b176b3bfa254883f', 'gw_port': {'id': '095c3007-d775-46ae-8929-219d4bcf8755', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:40Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:38:46.378408 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d60b0e82-f5ab-402a-ad53-a97cb8353ff2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:46.442131 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-da943be6-b44c-4bba-9a03-d1dad61231ec req-4de88c93-a781-48fb-a5c8-18fdaa0a63f7 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.0869668 Nov 01 16:38:46.510569 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d60b0e82-f5ab-402a-ad53-a97cb8353ff2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:46.622891 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d60b0e82-f5ab-402a-ad53-a97cb8353ff2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:46.627548 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Sync routers for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:38:46.639156 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:38:46.640001 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:38:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:46.732639 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b0e82-f5ab-402a-ad53-a97cb8353ff2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab18bab9-774f-4a29-8685-a9ff206e4191,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:46.803801 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d60b0e82-f5ab-402a-ad53-a97cb8353ff2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:46.805191 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-d60b0e82-f5ab-402a-ad53-a97cb8353ff2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.5935242 Nov 01 16:38:46.815583 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 32984) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:46.822908 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-ddba3b6d-3ff6-4bf6-807a-cc8b8f261dca tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Request body: {'security_group_rule': {'security_group_id': 'ab18bab9-774f-4a29-8685-a9ff206e4191', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:46.846335 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:38:46.858320 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:46.948498 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.71', 51171) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:47.058758 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ddba3b6d-3ff6-4bf6-807a-cc8b8f261dca tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:47.155194 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:44Z', 'revision_number': 2, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:47.212936 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Checking router: bd132342-bdf0-4f57-8815-ccd76fa4397a for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:38:47.220566 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Updating router bd132342-bdf0-4f57-8815-ccd76fa4397a port f0c1d24b-7328-462c-b1c0-83685df50695 binding host dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:38:47.255023 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:47.341874 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:47.396296 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-75d95d95-9f27-4faa-b4ed-ff25514c3245 req-d0f9f8a4-3cf6-46b7-9268-9722664c7cd2 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 210 time: 0.1153448 Nov 01 16:38:47.445277 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:47.447578 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618510'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:47.727041 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 095c3007-d775-46ae-8929-219d4bcf8755 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:38:47.763022 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 095c3007-d775-46ae-8929-219d4bcf8755 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:47.764210 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:47.846025 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ddba3b6d-3ff6-4bf6-807a-cc8b8f261dca tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:47.867075 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cd7f52d8-ac85-4673-a382-2441b3760f29 req-a021958e-e102-4d09-a299-c76eb8cd4c6a tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.1712439 Nov 01 16:38:47.878742 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b55e-5378-4d7f-b399-6c562886af8c req-b4efa3c6-5427-4b81-84e6-b6fa8c987d04 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:47.884641 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c0e8c5-9db2-41a5-ba59-c11c5beae817,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:47.894124 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-b4efa3c6-5427-4b81-84e6-b6fa8c987d04 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.71 "GET /v2.0/networks?id=e129cb01-b8f1-44fe-bb25-a1fbd6c2544b HTTP/1.1" status: 200 len: 811 time: 0.9445057 Nov 01 16:38:47.910350 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.71', 51179) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:47.965070 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:38:47.966987 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:48.019913 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.038596 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33034) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:48.116998 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port 095c3007-d775-46ae-8929-219d4bcf8755, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=095c3007-d775-46ae-8929-219d4bcf8755,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:38:48.161491 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-8211b55e-5378-4d7f-b399-6c562886af8c req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Request body: {'port': {'device_id': '5e8cc126-c2b3-4794-bca9-0137af8b6e95', 'network_id': 'e129cb01-b8f1-44fe-bb25-a1fbd6c2544b', 'admin_state_up': True, 'tenant_id': '2f01e02383884607933c4aaa2e77be2d'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:48.173498 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ddba3b6d-3ff6-4bf6-807a-cc8b8f261dca tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.202759 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Router 0f510b52-e27b-4676-8d59-264bea9924f0 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:38:48.222708 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.223796 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 60da578b-e135-4783-bcee-dcda4086b085 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:38:48.293588 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Publish callbacks [] for port, precommit_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.376361 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba3b6d-3ff6-4bf6-807a-cc8b8f261dca tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5527e582-1e76-47bf-9d3a-4dad7cd58f31,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:48.388563 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.405963 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b82532-730a-4bc3-afa7-4b72968cf643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.442297 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-72b921ea-294d-4754-8890-d6150fcb739c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:48.444506 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-72b921ea-294d-4754-8890-d6150fcb739c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "GET /v2.0/networks?id=a8ee7723-be9b-4201-9224-adf38e10e8aa HTTP/1.1" status: 200 len: 814 time: 0.4697952 Nov 01 16:38:48.457673 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ddba3b6d-3ff6-4bf6-807a-cc8b8f261dca tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.458863 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-ddba3b6d-3ff6-4bf6-807a-cc8b8f261dca tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6422272 Nov 01 16:38:48.478107 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33062) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:48.480679 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Request body: {'port': {'device_id': 'cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc', 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa', 'admin_state_up': True, 'tenant_id': 'c8afbf2a18124036b9caafc1ea6c3cc0'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:48.605408 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b82532-730a-4bc3-afa7-4b72968cf643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.611240 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-de6127ec-5850-4a40-b678-3f2dd758cf2e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Request body: {'security_group_rule': {'security_group_id': 'ab18bab9-774f-4a29-8685-a9ff206e4191', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:48.636211 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Attempting to bind port f0c1d24b-7328-462c-b1c0-83685df50695 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:38:48.636642 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Attempting to bind port f0c1d24b-7328-462c-b1c0-83685df50695 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:38:48.637015 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Attempting to bind port f0c1d24b-7328-462c-b1c0-83685df50695 on network ac002b1f-c80d-4c51-9e9a-3afa35f24108 {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:38:48.657234 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:38:48.659306 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Checking segment: {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:38:48.660094 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.660886 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Bound using segment: {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:38:48.661823 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Bound port: f0c1d24b-7328-462c-b1c0-83685df50695, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'}}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:38:48.662672 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.705959 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0141a019-5fec-4574-bb5d-1c329e642324 req-e005071c-6414-484e-8121-320162d94f70 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 210 time: 0.0988832 Nov 01 16:38:48.747699 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73c6af-bf11-4a85-8d2a-36da8eccc4f6 None None] Pushing event updated for resources: {'Port': ['ID=f0c1d24b-7328-462c-b1c0-83685df50695,revision_number=3']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:48.788098 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b82532-730a-4bc3-afa7-4b72968cf643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.792028 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] For port f0c1d24b-7328-462c-b1c0-83685df50695, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:38:48.799776 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] For port f0c1d24b-7328-462c-b1c0-83685df50695, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=f0c1d24b-7328-462c-b1c0-83685df50695,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:38:48.803889 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 60da578b-e135-4783-bcee-dcda4086b085 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:48.804423 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.864287 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=095c3007-d775-46ae-8929-219d4bcf8755,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:48.893178 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-28c06c55-579f-4d99-9101-2b8e3980a10e None None] Provisioning complete for port f0c1d24b-7328-462c-b1c0-83685df50695 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:48.893553 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-28c06c55-579f-4d99-9101-2b8e3980a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:48.940286 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-28c06c55-579f-4d99-9101-2b8e3980a10e None None] Port f0c1d24b-7328-462c-b1c0-83685df50695 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:38:49.027556 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b82532-730a-4bc3-afa7-4b72968cf643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4321981e-6802-476b-8821-737f37bbf656,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:49.031826 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-06b82532-730a-4bc3-afa7-4b72968cf643 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=51362e90767d444fa9f87a3e14307770&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9920921 Nov 01 16:38:49.034702 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33082) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:49.036364 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-36bf3dcb-3a2c-472e-8046-5d1fcc425c29 req-71ac394e-22b8-43b3-94d2-4aaaff8080f0 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.0746987 Nov 01 16:38:49.040108 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:38:49.045443 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-beff8a9a-3416-469f-b92b-c6304415d451 admin admin] 10.222.0.62 "PUT /v2.0/routers/0f510b52-e27b-4676-8d59-264bea9924f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9167626 Nov 01 16:38:49.099780 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e2bcd742-414e-4b63-b879-79cbd433670b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:49.120536 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e2bcd742-414e-4b63-b879-79cbd433670b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:49.148977 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:49.223775 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de6127ec-5850-4a40-b678-3f2dd758cf2e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:49.225811 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:38:49.226390 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:38:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:49.267788 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e2bcd742-414e-4b63-b879-79cbd433670b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:49.270712 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e2bcd742-414e-4b63-b879-79cbd433670b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:49.275893 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-e2bcd742-414e-4b63-b879-79cbd433670b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4321981e-6802-476b-8821-737f37bbf656 HTTP/1.1" status: 204 len: 168 time: 0.2391572 Nov 01 16:38:49.308876 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73c6af-bf11-4a85-8d2a-36da8eccc4f6 None None] Pushing event updated for resources: {'Port': ['ID=f0c1d24b-7328-462c-b1c0-83685df50695,revision_number=4']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:49.322895 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8211b55e-5378-4d7f-b399-6c562886af8c req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Made reservation on behalf of 2f01e02383884607933c4aaa2e77be2d for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:38:49.338666 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8211b55e-5378-4d7f-b399-6c562886af8c req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:49.371946 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Sync routers for ids ['0f510b52-e27b-4676-8d59-264bea9924f0'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:38:49.388138 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de6127ec-5850-4a40-b678-3f2dd758cf2e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:49.403210 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Routers {'0f510b52-e27b-4676-8d59-264bea9924f0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:38:49.412995 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:38:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['0f510b52-e27b-4676-8d59-264bea9924f0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:49.463169 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcd742-414e-4b63-b879-79cbd433670b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4321981e-6802-476b-8821-737f37bbf656,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:49.479154 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de6127ec-5850-4a40-b678-3f2dd758cf2e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:49.522552 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:38:49.530624 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 095c3007-d775-46ae-8929-219d4bcf8755 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:38:49.539284 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6127ec-5850-4a40-b678-3f2dd758cf2e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d6d075-678f-40c7-bb2a-d824ac92feb1,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:49.599168 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Made reservation on behalf of c8afbf2a18124036b9caafc1ea6c3cc0 for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:38:49.602945 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:49.665021 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de6127ec-5850-4a40-b678-3f2dd758cf2e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:49.666517 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-de6127ec-5850-4a40-b678-3f2dd758cf2e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1844516 Nov 01 16:38:49.669478 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33116) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:49.677978 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Request body: {'floatingip': {'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:49.801661 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-f61bb27f-9b66-4258-91bf-2f7db9a8bea0 None None] Provisioning complete for port f0c1d24b-7328-462c-b1c0-83685df50695 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:49.801956 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f61bb27f-9b66-4258-91bf-2f7db9a8bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:49.919279 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7fe24b02-253a-4c91-802f-d0bd4ba28271 req-45a503c1-a4e2-449f-9e27-7ddba03fdd4c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 210 time: 0.0802939 Nov 01 16:38:49.924147 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:50.004576 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 095c3007-d775-46ae-8929-219d4bcf8755 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:50.007202 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:50.024530 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:48Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:50.048895 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-8211b55e-5378-4d7f-b399-6c562886af8c req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Allocated IP 172.20.0.3 (e129cb01-b8f1-44fe-bb25-a1fbd6c2544b/f28da74f-9fe8-4487-8b46-4eccdb2815ba/0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:38:50.108254 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f1f2a-16f1-4b80-829f-fcc9b0889eba None None] The sync data for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi is: [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:48Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:38:50.147582 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Allocated IP 172.20.0.12 (a8ee7723-be9b-4201-9224-adf38e10e8aa/d0c5abae-9cff-46e0-bbfc-062d0f7c8620/d69b50a8-7901-482e-a0fc-a69f7a552261) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:38:50.234020 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f61bb27f-9b66-4258-91bf-2f7db9a8bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:50.275779 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f61bb27f-9b66-4258-91bf-2f7db9a8bea0 None None] For port f0c1d24b-7328-462c-b1c0-83685df50695, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=f0c1d24b-7328-462c-b1c0-83685df50695,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:38:50.289886 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Set router 0f510b52-e27b-4676-8d59-264bea9924f0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:38:50.378928 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f61bb27f-9b66-4258-91bf-2f7db9a8bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:50.576118 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5ccaefb0-bd4e-480d-b534-574eec5e1515 req-7c627557-2b11-4f42-afe3-a8d9aad71dd3 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.2783673 Nov 01 16:38:50.711877 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8211b55e-5378-4d7f-b399-6c562886af8c req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:50.718061 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bb27f-9b66-4258-91bf-2f7db9a8bea0 None None] Pushing event updated for resources: {'Port': ['ID=f0c1d24b-7328-462c-b1c0-83685df50695,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:50.896397 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:50.897958 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:50.942776 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33146) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:50.973538 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'name': 'tempest-ServerRescueNegativeTestJSON-2776086-router', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '095c3007-d775-46ae-8929-219d4bcf8755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:46Z', 'revision_number': 4, 'project_id': 'd68315a9114545d0b176b3bfa254883f', 'gw_port': {'id': '095c3007-d775-46ae-8929-219d4bcf8755', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:40Z', 'updated_at': '2021-11-01T16:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'e3c0e8c5-9db2-41a5-ba59-c11c5beae817', 'name': '', 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'mac_address': 'fa:16:3e:ea:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd68335fe-26c4-42b4-823b-1184a837e16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:45Z', 'updated_at': '2021-11-01T16:38:46Z', 'revision_number': 2, 'project_id': 'd68315a9114545d0b176b3bfa254883f', 'subnets': [{'id': 'd68335fe-26c4-42b4-823b-1184a837e16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:51.050848 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Checking router: 0f510b52-e27b-4676-8d59-264bea9924f0 for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:38:51.051510 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Updating router 0f510b52-e27b-4676-8d59-264bea9924f0 port e3c0e8c5-9db2-41a5-ba59-c11c5beae817 binding host dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:38:51.089097 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:51.092294 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8211b55e-5378-4d7f-b399-6c562886af8c req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:51.095183 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:51.373342 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Network a8ee7723-be9b-4201-9224-adf38e10e8aa is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:38:51.374990 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:51.409568 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:38:51.429982 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:51.430666 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:51.474208 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Allocated IP 172.27.2.103 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/775f9ce3-65ee-44f9-ab07-4e403c9d9e5b) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:38:51.532683 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device f0c1d24b-7328-462c-b1c0-83685df50695 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:38:51.538940 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11074ccf-4eff-4e57-8a86-9ccfd4f3b678 req-0a6495cb-0b62-4ef7-8785-209d460a6068 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:51.550218 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8211b55e-5378-4d7f-b399-6c562886af8c req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Network e129cb01-b8f1-44fe-bb25-a1fbd6c2544b is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:38:51.552132 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-11074ccf-4eff-4e57-8a86-9ccfd4f3b678 req-0a6495cb-0b62-4ef7-8785-209d460a6068 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 932 time: 0.4906764 Nov 01 16:38:51.596571 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-8211b55e-5378-4d7f-b399-6c562886af8c req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:51.608369 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-8211b55e-5378-4d7f-b399-6c562886af8c req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:38:51.619343 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b55e-5378-4d7f-b399-6c562886af8c req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:51.620093 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8211b55e-5378-4d7f-b399-6c562886af8c req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:51.663463 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1877697 Nov 01 16:38:51.668663 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-3766ef3b-cfc6-4cee-91b0-5b76555aed51 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:51.695681 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-3766ef3b-cfc6-4cee-91b0-5b76555aed51 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/networks?id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 HTTP/1.1" status: 200 len: 816 time: 0.8303037 Nov 01 16:38:51.709389 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port f0c1d24b-7328-462c-b1c0-83685df50695 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:51.710243 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:51.727893 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-5e0ab579-384c-46f5-861a-8b716c6f3f2e tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:38:51.728542 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Publish callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:51.737233 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-5e0ab579-384c-46f5-861a-8b716c6f3f2e tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0338671 Nov 01 16:38:51.743238 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-78fca58e-6296-45c2-955f-9cabd6b785e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:51.746491 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Pushing event updated for resources: {'Port': ['ID=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:51.789364 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-11074ccf-4eff-4e57-8a86-9ccfd4f3b678 req-4389f593-3ad1-41bc-9db1-ed6c3cef641b tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333162 Nov 01 16:38:51.839802 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-07d7eda6-620b-47f4-a481-1f2ef2dd79de tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/quotas/d68315a9114545d0b176b3bfa254883f HTTP/1.1" status: 200 len: 375 time: 0.1431170 Nov 01 16:38:51.841590 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33162) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:51.888154 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-d13d566b-12cd-421a-943b-649ec4fe147f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8877435 Nov 01 16:38:51.908168 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:51.950444 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce873997-1d17-4fe2-bf4f-8a679a10152d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Pushing event updated for resources: {'Port': ['ID=d69b50a8-7901-482e-a0fc-a69f7a552261,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:52.148765 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-78fca58e-6296-45c2-955f-9cabd6b785e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:52.197537 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-b2974805-d8fc-4fa0-9d43-b261e74ef5cc tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d68315a9114545d0b176b3bfa254883f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3565607 Nov 01 16:38:52.232215 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-78fca58e-6296-45c2-955f-9cabd6b785e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:52.237215 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Attempting to bind port e3c0e8c5-9db2-41a5-ba59-c11c5beae817 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:38:52.237741 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Attempting to bind port e3c0e8c5-9db2-41a5-ba59-c11c5beae817 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:38:52.237850 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Attempting to bind port e3c0e8c5-9db2-41a5-ba59-c11c5beae817 on network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:38:52.257900 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:38:52.258365 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Checking segment: {'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:38:52.258864 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:52.259409 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Bound using segment: {'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:38:52.260006 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Bound port: e3c0e8c5-9db2-41a5-ba59-c11c5beae817, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:38:52.260544 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:52.289885 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12790b0-e782-408a-ac7b-d1151be109b4 req-bad8d622-d599-46a6-b060-66d9d6241bbf tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:52.290097 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05443c-95d6-4cbb-9af9-5aef143b2678 None None] Pushing event updated for resources: {'Port': ['ID=e3c0e8c5-9db2-41a5-ba59-c11c5beae817,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:52.291430 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f12790b0-e782-408a-ac7b-d1151be109b4 req-bad8d622-d599-46a6-b060-66d9d6241bbf tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 931 time: 0.2616725 Nov 01 16:38:52.312919 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fca58e-6296-45c2-955f-9cabd6b785e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94ac308-5cd0-48d6-98a8-5c60851c4fb1,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:52.320775 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-78fca58e-6296-45c2-955f-9cabd6b785e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49648098b3684015a2f7193bfa4a6dbe&name=default HTTP/1.1" status: 200 len: 2978 time: 1.3768365 Nov 01 16:38:52.321421 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33174) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:52.428079 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] For port e3c0e8c5-9db2-41a5-ba59-c11c5beae817, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:38:52.431116 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d433415-2f87-4326-8cf0-6db14ec8acf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:52.436603 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] For port e3c0e8c5-9db2-41a5-ba59-c11c5beae817, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=e3c0e8c5-9db2-41a5-ba59-c11c5beae817,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:38:52.476754 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d433415-2f87-4326-8cf0-6db14ec8acf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:52.487165 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:52.527987 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:52.565263 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c1593b8-a9f1-40fd-9258-961badeb1521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:52.585681 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Request body: {'port': {'device_id': '5e8cc126-c2b3-4794-bca9-0137af8b6e95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:52.644894 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Routers {'0f510b52-e27b-4676-8d59-264bea9924f0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:38:52.646661 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:38:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['0f510b52-e27b-4676-8d59-264bea9924f0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:52.689141 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c1593b8-a9f1-40fd-9258-961badeb1521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:52.697668 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Request body: {'port': {'device_id': 'cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:38:52.718606 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05443c-95d6-4cbb-9af9-5aef143b2678 None None] Pushing event updated for resources: {'Port': ['ID=e3c0e8c5-9db2-41a5-ba59-c11c5beae817,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:52.726506 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:52.757159 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f12790b0-e782-408a-ac7b-d1151be109b4 req-4f986769-f706-4124-b87d-1477b8be67b0 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303555 Nov 01 16:38:52.793148 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:38:52.814709 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:38:52.814709 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event updated for resources: {'Port': ['ID=775f9ce3-65ee-44f9-ab07-4e403c9d9e5b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:52.814709 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c1593b8-a9f1-40fd-9258-961badeb1521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:52.824393 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:38:52.881118 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-31936047-6453-48c7-afc6-7cf64da185a2 service neutron] 10.222.0.62 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826961 Nov 01 16:38:52.891245 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-4c1593b8-a9f1-40fd-9258-961badeb1521 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24dbd18e2d5e4bf1b62a3a4d1723a6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9574571 Nov 01 16:38:52.900132 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33186) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:52.920461 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1593b8-a9f1-40fd-9258-961badeb1521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b55115-b142-419b-afc1-5c9843848ae3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:52.943086 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] Set router 0f510b52-e27b-4676-8d59-264bea9924f0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:38:52.975328 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:53.239685 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:53.289754 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-25509500-ab12-47b7-a3b0-84ae487ede57 service neutron] 10.222.0.62 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970320 Nov 01 16:38:53.305166 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59fbb741-36bc-4a38-a2ae-afb713d27ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:53.392291 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59fbb741-36bc-4a38-a2ae-afb713d27ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:53.446534 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814b749-ae90-48ac-a763-0cc917065b6e req-6b97a45e-2539-491b-bc45-903e0af0f2dc tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:53.448146 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5814b749-ae90-48ac-a763-0cc917065b6e req-6b97a45e-2539-491b-bc45-903e0af0f2dc tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 932 time: 0.4321296 Nov 01 16:38:53.456235 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d433415-2f87-4326-8cf0-6db14ec8acf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:53.465462 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d433415-2f87-4326-8cf0-6db14ec8acf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:53.466792 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-2d433415-2f87-4326-8cf0-6db14ec8acf7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e94ac308-5cd0-48d6-98a8-5c60851c4fb1 HTTP/1.1" status: 204 len: 168 time: 1.1433694 Nov 01 16:38:53.522360 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d433415-2f87-4326-8cf0-6db14ec8acf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94ac308-5cd0-48d6-98a8-5c60851c4fb1,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:53.747064 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-378f5c6d-82d8-4b3e-bfc5-36f51b29d1bd req-7259bc31-d21a-4a0c-909e-495b9f0c8349 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 210 time: 0.0978320 Nov 01 16:38:53.773172 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:53.794524 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5814b749-ae90-48ac-a763-0cc917065b6e req-8a90b988-2698-4f82-98dc-68829912d10d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807724 Nov 01 16:38:53.907177 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59fbb741-36bc-4a38-a2ae-afb713d27ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:53.910815 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59fbb741-36bc-4a38-a2ae-afb713d27ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:53.912233 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-59fbb741-36bc-4a38-a2ae-afb713d27ab3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/41b55115-b142-419b-afc1-5c9843848ae3 HTTP/1.1" status: 204 len: 168 time: 1.0102279 Nov 01 16:38:53.945285 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:38:53.957887 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:54.014714 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:54.049592 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbb741-36bc-4a38-a2ae-afb713d27ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b55115-b142-419b-afc1-5c9843848ae3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:54.087806 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Transition to ACTIVE for port object 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:38:54.132560 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'name': 'tempest-ServerRescueNegativeTestJSON-2776086-router', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '095c3007-d775-46ae-8929-219d4bcf8755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:46Z', 'revision_number': 4, 'project_id': 'd68315a9114545d0b176b3bfa254883f', 'gw_port': {'id': '095c3007-d775-46ae-8929-219d4bcf8755', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:40Z', 'updated_at': '2021-11-01T16:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'e3c0e8c5-9db2-41a5-ba59-c11c5beae817', 'name': '', 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'mac_address': 'fa:16:3e:ea:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd68335fe-26c4-42b4-823b-1184a837e16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:45Z', 'updated_at': '2021-11-01T16:38:52Z', 'revision_number': 4, 'project_id': 'd68315a9114545d0b176b3bfa254883f', 'subnets': [{'id': 'd68335fe-26c4-42b4-823b-1184a837e16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:38:54.142714 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69b50a8-7901-482e-a0fc-a69f7a552261 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:38:54.193577 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:54.200106 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:54.201112 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00baf8a0-11ff-43cc-b2c7-7620363fcf7d None None] The sync data for ids ['0f510b52-e27b-4676-8d59-264bea9924f0'] in dv-cinder-816187-1-iscsi is: [{'id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'name': 'tempest-ServerRescueNegativeTestJSON-2776086-router', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '095c3007-d775-46ae-8929-219d4bcf8755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:46Z', 'revision_number': 4, 'project_id': 'd68315a9114545d0b176b3bfa254883f', 'gw_port': {'id': '095c3007-d775-46ae-8929-219d4bcf8755', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:40Z', 'updated_at': '2021-11-01T16:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'e3c0e8c5-9db2-41a5-ba59-c11c5beae817', 'name': '', 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'mac_address': 'fa:16:3e:ea:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd68335fe-26c4-42b4-823b-1184a837e16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:45Z', 'updated_at': '2021-11-01T16:38:52Z', 'revision_number': 4, 'project_id': 'd68315a9114545d0b176b3bfa254883f', 'subnets': [{'id': 'd68335fe-26c4-42b4-823b-1184a837e16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:38:54.302062 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b340661-01a0-47d4-99d0-cd4e9f6a78b5 req-eafe4c50-7a53-4063-a562-272edaedbefd tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:54.317949 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1b340661-01a0-47d4-99d0-cd4e9f6a78b5 req-eafe4c50-7a53-4063-a562-272edaedbefd tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 931 time: 0.4090941 Nov 01 16:38:54.335425 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Pushing event updated for resources: {'Port': ['ID=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:54.367990 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Transition to ACTIVE for port object d69b50a8-7901-482e-a0fc-a69f7a552261 will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:38:54.459082 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Attempting to bind port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:38:54.464633 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Attempting to bind port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': '3477620f-9226-40cd-966a-e487639760af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e129cb01-b8f1-44fe-bb25-a1fbd6c2544b'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:38:54.464633 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Attempting to bind port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd on network e129cb01-b8f1-44fe-bb25-a1fbd6c2544b {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:38:54.465264 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd on network e129cb01-b8f1-44fe-bb25-a1fbd6c2544b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:38:54.465981 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Attempting to bind port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd on network e129cb01-b8f1-44fe-bb25-a1fbd6c2544b {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:38:54.473306 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:38:54.474064 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Checking segment: {'id': '3477620f-9226-40cd-966a-e487639760af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e129cb01-b8f1-44fe-bb25-a1fbd6c2544b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:38:54.474793 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Bound using segment: {'id': '3477620f-9226-40cd-966a-e487639760af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e129cb01-b8f1-44fe-bb25-a1fbd6c2544b'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:38:54.475478 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Bound port: 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3477620f-9226-40cd-966a-e487639760af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e129cb01-b8f1-44fe-bb25-a1fbd6c2544b'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:38:54.476179 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:54.495695 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:54.706500 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d69b50a8-7901-482e-a0fc-a69f7a552261,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:54.936318 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Attempting to bind port d69b50a8-7901-482e-a0fc-a69f7a552261 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:38:54.941182 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Attempting to bind port d69b50a8-7901-482e-a0fc-a69f7a552261 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:38:54.941182 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Attempting to bind port d69b50a8-7901-482e-a0fc-a69f7a552261 on network a8ee7723-be9b-4201-9224-adf38e10e8aa {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:38:54.961399 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] For port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:38:54.980099 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Port d69b50a8-7901-482e-a0fc-a69f7a552261 on network a8ee7723-be9b-4201-9224-adf38e10e8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:38:54.981924 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Attempting to bind port d69b50a8-7901-482e-a0fc-a69f7a552261 on network a8ee7723-be9b-4201-9224-adf38e10e8aa {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:38:54.997070 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] For port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd,segment=NetworkSegment(3477620f-9226-40cd-966a-e487639760af),segment_id=3477620f-9226-40cd-966a-e487639760af)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:38:55.010518 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:38:55.011155 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Checking segment: {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:38:55.011678 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Bound using segment: {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:38:55.012225 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Bound port: d69b50a8-7901-482e-a0fc-a69f7a552261, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:38:55.020998 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.022571 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1b340661-01a0-47d4-99d0-cd4e9f6a78b5 req-19186e29-216a-4c25-8725-84932051ad5f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046781 Nov 01 16:38:55.132069 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.138322 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-740f4af1-8ef1-4110-81b6-38f744aa03a4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:55.151428 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-740f4af1-8ef1-4110-81b6-38f744aa03a4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/networks?id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 HTTP/1.1" status: 200 len: 816 time: 0.8339417 Nov 01 16:38:55.195299 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-4f7cdd11-7d0a-4a63-940e-1e25acedb6f1 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/quotas/d68315a9114545d0b176b3bfa254883f HTTP/1.1" status: 200 len: 375 time: 0.0424864 Nov 01 16:38:55.202341 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.253181 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:55.253800 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.256091 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] 10.222.0.71 "PUT /v2.0/ports/0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd HTTP/1.1" status: 200 len: 1093 time: 3.1703665 Nov 01 16:38:55.265162 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8cc126-c2b3-4794-bca9-0137af8b6e95', 'tag': '0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:38:55.314978 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.347341 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-c8b89b94-1079-4595-8439-817b73d59cfa tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d68315a9114545d0b176b3bfa254883f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1508019 Nov 01 16:38:55.394459 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68686036-2b2b-4c98-85fc-1ae06e805ad7 req-2606826b-aab7-463b-8390-345c23493ead tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:55.403279 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-68686036-2b2b-4c98-85fc-1ae06e805ad7 req-2606826b-aab7-463b-8390-345c23493ead tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.1968696 Nov 01 16:38:55.423358 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33250) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:55.455180 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] For port d69b50a8-7901-482e-a0fc-a69f7a552261, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:38:55.482612 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b99078-7724-4f5d-9b83-bdae0b5ce61f service neutron] Pushing event updated for resources: {'Port': ['ID=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:55.502253 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec485596-d997-4cf4-a351-b0fedcb3fe38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.511339 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] For port d69b50a8-7901-482e-a0fc-a69f7a552261, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=d69b50a8-7901-482e-a0fc-a69f7a552261,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:38:55.522230 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event updated for resources: {'Port': ['ID=775f9ce3-65ee-44f9-ab07-4e403c9d9e5b,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:55.560835 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device e3c0e8c5-9db2-41a5-ba59-c11c5beae817 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:38:55.626441 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.696318 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-68686036-2b2b-4c98-85fc-1ae06e805ad7 req-b129b59c-1fa8-4977-9a6c-3c5a483c9b61 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664510 Nov 01 16:38:55.706049 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce686122-13c2-4169-9cd8-67edba119f85" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8cc126-c2b3-4794-bca9-0137af8b6e95", "tag": "0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:38:55.721119 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.748575 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port e3c0e8c5-9db2-41a5-ba59-c11c5beae817 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:55.748942 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.758729 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:55.759702 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.761286 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] 10.222.0.71 "PUT /v2.0/ports/d69b50a8-7901-482e-a0fc-a69f7a552261 HTTP/1.1" status: 200 len: 1094 time: 3.6733394 Nov 01 16:38:55.833637 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec485596-d997-4cf4-a351-b0fedcb3fe38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.848659 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6caa1-52a6-473b-8f6f-5789d271d9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d69b50a8-7901-482e-a0fc-a69f7a552261,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:55.912832 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.913377 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-f14d8c8f-946e-4c1d-be78-88d6934548ca service neutron] 10.222.0.62 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122418 Nov 01 16:38:55.919143 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec485596-d997-4cf4-a351-b0fedcb3fe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.958886 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port e3c0e8c5-9db2-41a5-ba59-c11c5beae817, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=e3c0e8c5-9db2-41a5-ba59-c11c5beae817,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:38:55.963991 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec485596-d997-4cf4-a351-b0fedcb3fe38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a3ca22-fa42-4321-b7dc-9d81fff96424,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:55.965283 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:55.993022 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-7acc441b-7c58-4d4f-b764-38e8427036c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3224311 Nov 01 16:38:56.013632 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-ec485596-d997-4cf4-a351-b0fedcb3fe38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be273d21931f4e9ab6765e5d8e358da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5892241 Nov 01 16:38:56.015353 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdfec30-6128-42b1-b8ed-cfa664944250 x-openstack-request-id: req-5bdfec30-6128-42b1-b8ed-cfa664944250 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:38:56.015684 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8cc126-c2b3-4794-bca9-0137af8b6e95", "tag": "0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:38:56.016079 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5bdfec30-6128-42b1-b8ed-cfa664944250 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:38:56.017093 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8cc126-c2b3-4794-bca9-0137af8b6e95', 'tag': '0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd', 'status': 'completed', 'code': 200} Nov 01 16:38:56.017871 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33274) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:56.028151 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:56.094343 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6b679bb1-4992-42c0-b4c1-13665784c7a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:56.128097 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6b679bb1-4992-42c0-b4c1-13665784c7a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:56.178260 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=e3c0e8c5-9db2-41a5-ba59-c11c5beae817,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:56.245182 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-d7864d63-fc3f-40af-993c-6e98abe4aad4 service neutron] 10.222.0.62 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245008 Nov 01 16:38:56.256742 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6b679bb1-4992-42c0-b4c1-13665784c7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:56.257240 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ce351-7f26-43fe-b0d3-59ed76cc3431 req-d30ae880-438d-4f85-a241-4e596e7edf25 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:56.258760 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-771ce351-7f26-43fe-b0d3-59ed76cc3431 req-d30ae880-438d-4f85-a241-4e596e7edf25 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 943 time: 0.0897346 Nov 01 16:38:56.259342 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6b679bb1-4992-42c0-b4c1-13665784c7a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:56.262795 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-6b679bb1-4992-42c0-b4c1-13665784c7a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47a3ca22-fa42-4321-b7dc-9d81fff96424 HTTP/1.1" status: 204 len: 168 time: 0.2417519 Nov 01 16:38:56.283103 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b679bb1-4992-42c0-b4c1-13665784c7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a3ca22-fa42-4321-b7dc-9d81fff96424,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:38:56.368561 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-771ce351-7f26-43fe-b0d3-59ed76cc3431 req-2ca286f3-a229-4655-b463-27626c012e8c tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970216 Nov 01 16:38:56.490486 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-699a9005-9f08-4ee1-a1f2-3c4f15e2a7e0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--742252868&fields=id&tenant_id=a16bdbc5792c4267960d31f199a308c7 HTTP/1.1" status: 200 len: 267 time: 0.0461512 Nov 01 16:38:56.528066 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-61b80129-0979-4e8d-a51f-f14631ab7cee req-0bb7e8f1-0446-4e58-865b-a5d7a7b324e5 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.0364320 Nov 01 16:38:56.630211 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-6f8cbbc4-fbc9-4167-a8f7-812e2bd41025 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:56.631870 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-6f8cbbc4-fbc9-4167-a8f7-812e2bd41025 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 817 time: 0.1315098 Nov 01 16:38:56.648374 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8dda3c9a-2641-465f-9a75-35b93258b791 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/quotas/a16bdbc5792c4267960d31f199a308c7 HTTP/1.1" status: 200 len: 375 time: 0.0102191 Nov 01 16:38:56.706446 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-09d547ae-f526-4ac0-be26-549fd93ff969 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522749 Nov 01 16:38:56.858189 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-430182b0-e195-4194-ad85-44b5d937019e service neutron] 10.222.0.62 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313162 Nov 01 16:38:56.866879 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36171427-3770-4edb-a6a1-953f4eae46b4 req-1cd64d1f-a58c-473d-a1e3-529c1210bb5b tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:56.868392 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-36171427-3770-4edb-a6a1-953f4eae46b4 req-1cd64d1f-a58c-473d-a1e3-529c1210bb5b tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.0829334 Nov 01 16:38:56.961810 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-36171427-3770-4edb-a6a1-953f4eae46b4 req-21f81f4e-bcfe-46f4-bb64-6883418b0684 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650430 Nov 01 16:38:57.005885 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-ec8f21a7-d0ce-4516-bf20-743ec1206df5 service neutron] 10.222.0.62 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365254 Nov 01 16:38:57.408394 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device e3c0e8c5-9db2-41a5-ba59-c11c5beae817 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:38:57.455218 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f73482c5-53b8-4154-b8b7-0ffc3456f017 req-edf9a03f-2fe2-47ba-8612-76de080cf3d3 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 210 time: 0.1034944 Nov 01 16:38:57.559862 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f43f9-3a47-4f1e-a385-3a9e47817a6c req-57d4d6d1-26b1-4c34-8f49-393920f88331 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:57.568947 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-060f43f9-3a47-4f1e-a385-3a9e47817a6c req-57d4d6d1-26b1-4c34-8f49-393920f88331 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 943 time: 0.0638325 Nov 01 16:38:57.617569 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-060f43f9-3a47-4f1e-a385-3a9e47817a6c req-ff4ebefd-8847-4659-bf46-c6b7df5f963f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438542 Nov 01 16:38:57.626737 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port e3c0e8c5-9db2-41a5-ba59-c11c5beae817 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:38:57.627163 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:57.670664 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a1574523-64e5-4176-8046-7b3121534619 req-e980b423-8d46-494b-a11d-5f11345d0346 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.0396237 Nov 01 16:38:58.019653 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc', 'tag': 'd69b50a8-7901-482e-a0fc-a69f7a552261'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:38:58.022324 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05705e8c-2eb9-4307-80bc-ed5be67da915" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc", "tag": "d69b50a8-7901-482e-a0fc-a69f7a552261"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:38:58.177716 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dd813-9158-4004-87b0-def0b4053d08 req-afeb2b99-089a-4660-bcd6-f0eb3c533342 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:58.177716 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-863dd813-9158-4004-87b0-def0b4053d08 req-afeb2b99-089a-4660-bcd6-f0eb3c533342 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.0806882 Nov 01 16:38:58.178193 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f939d7-7f46-4ef5-bbc3-d06c5d470ce9 x-openstack-request-id: req-f4f939d7-7f46-4ef5-bbc3-d06c5d470ce9 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:38:58.178193 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc", "tag": "d69b50a8-7901-482e-a0fc-a69f7a552261", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:38:58.178193 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4f939d7-7f46-4ef5-bbc3-d06c5d470ce9 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:38:58.178193 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc', 'tag': 'd69b50a8-7901-482e-a0fc-a69f7a552261', 'status': 'completed', 'code': 200} Nov 01 16:38:58.178983 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-863dd813-9158-4004-87b0-def0b4053d08 req-dd25e14d-2661-4cf0-aae4-9531a5f24091 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343511 Nov 01 16:38:58.551782 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a2870fbc-ac42-4ff9-87ff-0a4dd66cc0b8 req-53c6c471-14ec-4c4a-bb57-bbf2688d476a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 210 time: 0.0292339 Nov 01 16:38:58.787776 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f1e17572-2654-47ca-bc9d-49ddcfbfb24d req-69940c82-b866-4e0e-acbc-b29bf53a2893 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.0359645 Nov 01 16:38:58.817266 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce083be-3ce0-4695-a842-d1a912b739cf req-f4e07d89-7e6d-4984-8856-dec31159413b tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:58.818851 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7ce083be-3ce0-4695-a842-d1a912b739cf req-f4e07d89-7e6d-4984-8856-dec31159413b tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 943 time: 0.1373081 Nov 01 16:38:58.877532 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7ce083be-3ce0-4695-a842-d1a912b739cf req-0742c149-3fa3-48ef-a34d-9e4b579fdcb7 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514877 Nov 01 16:38:59.367377 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12136bc-48e2-4813-8ede-a33812dde5fe req-7ad36f21-9efa-48b4-934e-01ebf284b54c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:38:59.387738 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d12136bc-48e2-4813-8ede-a33812dde5fe req-7ad36f21-9efa-48b4-934e-01ebf284b54c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.1314642 Nov 01 16:38:59.449661 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d12136bc-48e2-4813-8ede-a33812dde5fe req-2ae4178e-741e-491f-9494-f6ac660e0e93 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610650 Nov 01 16:38:59.641350 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33436) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:38:59.682492 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-25d3573a-59e1-4ddf-a15f-b0926be79fda req-21d2d6e6-0dda-41d4-bad5-2004bada1c38 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 210 time: 0.0529246 Nov 01 16:38:59.794799 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d80c3923-3ac3-4fca-850d-025b6ca3d968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:38:59.951244 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5aeb11e0-f5c1-40d1-8de5-44a9f09b6843 req-bb3a0199-fc77-4450-abf0-e2d3e9eb029c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.0563104 Nov 01 16:38:59.992709 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d80c3923-3ac3-4fca-850d-025b6ca3d968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:00.072023 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d80c3923-3ac3-4fca-850d-025b6ca3d968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:00.088442 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48076362-e238-42d4-9efb-bd56fdfcbfd9 req-36f105d9-c23e-4bd8-b2f5-60082c6bd866 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:00.090108 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-48076362-e238-42d4-9efb-bd56fdfcbfd9 req-36f105d9-c23e-4bd8-b2f5-60082c6bd866 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 943 time: 0.0848079 Nov 01 16:39:00.147866 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-d80c3923-3ac3-4fca-850d-025b6ca3d968 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4832d5201458477a82b06b293c51f5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036244 Nov 01 16:39:00.148946 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33460) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:00.156829 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c3923-3ac3-4fca-850d-025b6ca3d968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536a9ad0-219a-4cfb-90cd-9e0f847e4831,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:00.171877 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-48076362-e238-42d4-9efb-bd56fdfcbfd9 req-7889f27f-d59f-4332-9fcf-28d7452561d0 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740347 Nov 01 16:39:00.239139 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4171-830b-4a4c-8d09-342b32aab9e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:00.263714 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4171-830b-4a4c-8d09-342b32aab9e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:00.415349 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4171-830b-4a4c-8d09-342b32aab9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:00.418143 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f1cc4171-830b-4a4c-8d09-342b32aab9e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:00.419410 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-f1cc4171-830b-4a4c-8d09-342b32aab9e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/536a9ad0-219a-4cfb-90cd-9e0f847e4831 HTTP/1.1" status: 204 len: 168 time: 0.2693732 Nov 01 16:39:00.431225 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc4171-830b-4a4c-8d09-342b32aab9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536a9ad0-219a-4cfb-90cd-9e0f847e4831,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:00.599383 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad1689-3ed1-4db8-aa37-c5f29bc03441 req-7abbf676-0779-4dd7-825e-91b4928fbb65 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:00.600975 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9bad1689-3ed1-4db8-aa37-c5f29bc03441 req-7abbf676-0779-4dd7-825e-91b4928fbb65 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.0715387 Nov 01 16:39:00.641558 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9bad1689-3ed1-4db8-aa37-c5f29bc03441 req-5dd66281-6b23-4f1b-8df1-00e2d96fa9bd tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345592 Nov 01 16:39:00.787734 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-96a8c6ce-d846-456a-8243-b5af3320679f req-69268292-2f5f-497b-81f1-e4d158298cab tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 210 time: 0.0366125 Nov 01 16:39:01.048473 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea35c75c-f705-485f-b7c1-859f38b1e2cc req-c955ef48-907d-4ee4-b2c3-c19aecdaa740 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.0340507 Nov 01 16:39:01.334798 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96eb377-9bfa-4d34-8e26-8802f69d3a1f req-891b8073-b554-47e0-b696-030925af12e9 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:01.337017 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f96eb377-9bfa-4d34-8e26-8802f69d3a1f req-891b8073-b554-47e0-b696-030925af12e9 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 943 time: 0.0702589 Nov 01 16:39:01.412107 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f96eb377-9bfa-4d34-8e26-8802f69d3a1f req-2830c1ca-5a6b-4953-979c-6ba05d0b5485 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546358 Nov 01 16:39:01.528701 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33490) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:01.542254 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e84c812-9b5c-420d-aeef-0155eab541e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:01.620209 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e84c812-9b5c-420d-aeef-0155eab541e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:01.742834 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e84c812-9b5c-420d-aeef-0155eab541e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:01.794763 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-9e84c812-9b5c-420d-aeef-0155eab541e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=41e14f07e0d34519805428dd10d16b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649515 Nov 01 16:39:01.795702 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84c812-9b5c-420d-aeef-0155eab541e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84839350-487c-4dd9-850a-9f2b00c835d3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:01.797489 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33496) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:01.808025 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160212b-1153-4ace-afa5-345713875111 req-e76fc4bb-6bdb-4e70-9226-e32ec1dbd14f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:01.817226 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6160212b-1153-4ace-afa5-345713875111 req-e76fc4bb-6bdb-4e70-9226-e32ec1dbd14f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.1013451 Nov 01 16:39:01.860137 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6160212b-1153-4ace-afa5-345713875111 req-cb181ca3-ae1b-430c-86c9-609465d7cdf6 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Nov 01 16:39:01.877021 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f9862f8-8055-4c96-9ba8-dc884ebc6bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:01.900294 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f451b4d4-84ba-4286-852e-9a2f2acefae4 req-b9d61509-70ad-4061-b408-24b778e499af tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 210 time: 0.0299926 Nov 01 16:39:01.904107 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f9862f8-8055-4c96-9ba8-dc884ebc6bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:02.044823 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f9862f8-8055-4c96-9ba8-dc884ebc6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:02.048060 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f9862f8-8055-4c96-9ba8-dc884ebc6bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:02.049417 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-2f9862f8-8055-4c96-9ba8-dc884ebc6bf8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84839350-487c-4dd9-850a-9f2b00c835d3 HTTP/1.1" status: 204 len: 168 time: 0.2509556 Nov 01 16:39:02.057922 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9862f8-8055-4c96-9ba8-dc884ebc6bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84839350-487c-4dd9-850a-9f2b00c835d3,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:02.197669 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-678eaf89-2751-4364-9eb3-eefaa3237bd1 req-9d1b2146-ae5a-46bd-9075-964ad03c2fca tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.0441275 Nov 01 16:39:02.560402 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f6b4b-451c-4771-a19a-5512ccd7cfdf req-2ff5c987-ec2c-4184-85e0-5d30fcde903e tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:02.561865 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7b6f6b4b-451c-4771-a19a-5512ccd7cfdf req-2ff5c987-ec2c-4184-85e0-5d30fcde903e tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 943 time: 0.0571046 Nov 01 16:39:02.605998 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7b6f6b4b-451c-4771-a19a-5512ccd7cfdf req-2a50c1c2-8743-423a-993d-acbd292e1f3d tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Nov 01 16:39:02.991725 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b21a8-fd37-4b63-b54d-15901c624f56 req-24001ede-6ea1-423e-8d9d-db2d8e2432eb tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:02.993302 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e0b21a8-fd37-4b63-b54d-15901c624f56 req-24001ede-6ea1-423e-8d9d-db2d8e2432eb tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.0565922 Nov 01 16:39:03.061309 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7e9403d8-700a-4c28-8738-9bcbd257be14 req-e94db2e5-e53a-499f-b5d1-5090d3152261 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 210 time: 0.0603991 Nov 01 16:39:03.100777 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e0b21a8-fd37-4b63-b54d-15901c624f56 req-ef237c37-a583-4cda-b2d6-91a4d79d6093 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011212 Nov 01 16:39:03.296566 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a30ffda0-30c5-4891-925e-1b0fbf28ab09 req-3b278d3c-4916-48cf-ab42-7bcdeb099879 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.0258379 Nov 01 16:39:03.737111 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68905a77-5477-4d6b-b661-5bac63a61f28 req-117b0d02-8ae8-4497-b942-693bea030d8f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:03.738617 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-68905a77-5477-4d6b-b661-5bac63a61f28 req-117b0d02-8ae8-4497-b942-693bea030d8f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 943 time: 0.0554643 Nov 01 16:39:03.776549 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-68905a77-5477-4d6b-b661-5bac63a61f28 req-d041dde2-09af-473e-92d8-175d64eb24c8 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320990 Nov 01 16:39:04.025453 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:39:04.179502 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6406b4a6-7afc-4e40-a64e-37e516cca11d req-791bc0ec-6e25-4cdb-ad16-68ab5e2775c0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 210 time: 0.0290051 Nov 01 16:39:04.236487 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ee833-a350-4180-91a3-2cfc44b0231e req-2749649e-4ed5-4bd8-9522-2e89891b62c9 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:04.237949 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2d2ee833-a350-4180-91a3-2cfc44b0231e req-2749649e-4ed5-4bd8-9522-2e89891b62c9 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.0609403 Nov 01 16:39:04.278911 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2d2ee833-a350-4180-91a3-2cfc44b0231e req-b3a1e9a1-1535-4109-8305-5d25eb182986 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346344 Nov 01 16:39:04.404987 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1fa303d4-3809-4c0c-88b3-e467951571fc req-1d160dde-e632-4b68-bb9e-9b7bccf3f840 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.0278132 Nov 01 16:39:04.601946 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b55e-5378-4d7f-b399-6c562886af8c req-83ed9bbb-6f02-4b8c-8733-2dc17a8d5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:04.603613 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-83ed9bbb-6f02-4b8c-8733-2dc17a8d5223 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f01e02383884607933c4aaa2e77be2d&device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 1096 time: 0.1302092 Nov 01 16:39:04.610132 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-f99e411e-0e3b-4480-a5bb-cb819ad6fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:04.611939 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-f99e411e-0e3b-4480-a5bb-cb819ad6fd28 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 1097 time: 0.1060514 Nov 01 16:39:04.731647 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-408ec5b8-2246-4e45-a215-62bc0a9de474 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d69b50a8-7901-482e-a0fc-a69f7a552261 HTTP/1.1" status: 200 len: 217 time: 0.0939150 Nov 01 16:39:04.733005 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-b9cb4ebe-839a-40c2-ab96-7d986a878519 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd HTTP/1.1" status: 200 len: 217 time: 0.0941911 Nov 01 16:39:04.947287 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb0a8-5121-4d3e-a931-43ace60d8f7a req-56facd83-f840-4e06-a854-aa793a32979e tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:04.949714 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9a1cb0a8-5121-4d3e-a931-43ace60d8f7a req-56facd83-f840-4e06-a854-aa793a32979e tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 943 time: 0.0794744 Nov 01 16:39:04.991790 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9a1cb0a8-5121-4d3e-a931-43ace60d8f7a req-30544e29-9cbe-4942-9deb-07dce511c882 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349224 Nov 01 16:39:04.993713 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b55e-5378-4d7f-b399-6c562886af8c req-03fa6bfc-6040-4b63-a069-7ccf7a0ed81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:04.995307 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-03fa6bfc-6040-4b63-a069-7ccf7a0ed81f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f28da74f-9fe8-4487-8b46-4eccdb2815ba HTTP/1.1" status: 200 len: 851 time: 0.2509727 Nov 01 16:39:04.996896 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-957bf523-425a-4603-91c3-6792fb2ba333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:04.998184 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-957bf523-425a-4603-91c3-6792fb2ba333 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0c5abae-9cff-46e0-bbfc-062d0f7c8620 HTTP/1.1" status: 200 len: 854 time: 0.2527120 Nov 01 16:39:05.103422 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-354fb6d3-c69b-4bcb-b338-a5c07fbf55b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e129cb01-b8f1-44fe-bb25-a1fbd6c2544b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880668 Nov 01 16:39:05.105388 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-fb70ad64-6ffb-4e72-9ec2-787bdab12cd3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8ee7723-be9b-4201-9224-adf38e10e8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889187 Nov 01 16:39:05.289702 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-96da7162-1143-4a84-a73f-0ed4ef52e93d service neutron] 10.222.0.71 "GET /v2.0/networks/e129cb01-b8f1-44fe-bb25-a1fbd6c2544b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646924 Nov 01 16:39:05.291567 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-8be7ed80-ca58-4394-9f9a-6a077f77afb0 service neutron] 10.222.0.71 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585519 Nov 01 16:39:05.326914 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2aa5297d-2c6f-4549-908f-d724e7d6584b req-bc435e29-73bb-4dc5-8eee-6ecdd1ab33aa tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 210 time: 0.0498230 Nov 01 16:39:05.402582 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33630) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:05.469495 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-19274c38-13e4-41c1-ba28-e00ba0a9643d req-651c331b-2f62-4c32-9c3e-87a9c0367f2c service neutron] 10.222.0.71 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648138 Nov 01 16:39:05.472979 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8211b55e-5378-4d7f-b399-6c562886af8c req-c9ad0404-ebe2-4fb7-a608-d948e239ca13 service neutron] 10.222.0.71 "GET /v2.0/networks/e129cb01-b8f1-44fe-bb25-a1fbd6c2544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697345 Nov 01 16:39:05.512210 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eed2f-e62d-476c-a1ef-4c8f36487344 req-768ab59d-5356-4c35-97a4-02687ff72da1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:05.523254 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e24eed2f-e62d-476c-a1ef-4c8f36487344 req-768ab59d-5356-4c35-97a4-02687ff72da1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.1018147 Nov 01 16:39:05.582521 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f274f50b-9ff5-4c2f-b118-d12bd05e7d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:05.588116 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e24eed2f-e62d-476c-a1ef-4c8f36487344 req-15e41166-3e9e-47a8-8a1f-db76caa13646 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640383 Nov 01 16:39:05.623990 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-33c04dbe-3727-4b52-9fb5-c1d905c31293 req-9835f5ea-6309-4329-a1be-ff3f2400fc91 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.0305321 Nov 01 16:39:05.701983 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f274f50b-9ff5-4c2f-b118-d12bd05e7d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:05.721307 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.71', 51208) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:05.755015 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686122-13c2-4169-9cd8-67edba119f85 req-d49cd27e-17c4-4dda-a454-e9cf370ab0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:05.757190 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce686122-13c2-4169-9cd8-67edba119f85 req-d49cd27e-17c4-4dda-a454-e9cf370ab0c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f01e02383884607933c4aaa2e77be2d&device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 1096 time: 0.1015797 Nov 01 16:39:05.770533 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fbeb03bd-ea23-4380-b296-f73ff7350f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:05.945918 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f274f50b-9ff5-4c2f-b118-d12bd05e7d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:05.958828 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-7954cc65-159e-4e58-883e-9daaa4e75ed8 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:05.960325 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-7954cc65-159e-4e58-883e-9daaa4e75ed8 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.71 "GET /v2.0/networks?id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 HTTP/1.1" status: 200 len: 816 time: 0.2379072 Nov 01 16:39:05.964967 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05705e8c-2eb9-4307-80bc-ed5be67da915 req-003e3226-3e8c-450d-a9b8-c27736654074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:05.966431 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-05705e8c-2eb9-4307-80bc-ed5be67da915 req-003e3226-3e8c-450d-a9b8-c27736654074 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 1097 time: 0.2431490 Nov 01 16:39:05.987910 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Request body: {'port': {'device_id': '76278f5b-27b1-4500-8e4e-a5985fca1e80', 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2', 'admin_state_up': True, 'tenant_id': 'd68315a9114545d0b176b3bfa254883f'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:06.010879 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686122-13c2-4169-9cd8-67edba119f85 req-3243d9cc-0001-4369-a9c8-d3aea6a1ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:06.012365 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce686122-13c2-4169-9cd8-67edba119f85 req-3243d9cc-0001-4369-a9c8-d3aea6a1ec64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e129cb01-b8f1-44fe-bb25-a1fbd6c2544b HTTP/1.1" status: 200 len: 912 time: 0.2250981 Nov 01 16:39:06.036280 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-f274f50b-9ff5-4c2f-b118-d12bd05e7d81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7cdd68c895d047a3826b59db934a4744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6325645 Nov 01 16:39:06.041279 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33656) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:06.114651 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274f50b-9ff5-4c2f-b118-d12bd05e7d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f0fffe-546c-4096-9723-6f1b3588d0ad,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:06.164075 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce686122-13c2-4169-9cd8-67edba119f85 req-f204324b-958a-4e8b-80f1-7a4f4c30d1bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd HTTP/1.1" status: 200 len: 217 time: 0.0846467 Nov 01 16:39:06.250356 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05705e8c-2eb9-4307-80bc-ed5be67da915 req-caf941e0-8506-4a69-b3c8-16b15c473f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:06.252768 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-05705e8c-2eb9-4307-80bc-ed5be67da915 req-caf941e0-8506-4a69-b3c8-16b15c473f76 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8ee7723-be9b-4201-9224-adf38e10e8aa HTTP/1.1" status: 200 len: 915 time: 0.2731326 Nov 01 16:39:06.276530 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5263184-bb44-4bf3-bb66-2e34dde72107 req-a1575d31-f379-4cd3-b86f-4e8c5a52e2d9 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:06.278049 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b5263184-bb44-4bf3-bb66-2e34dde72107 req-a1575d31-f379-4cd3-b86f-4e8c5a52e2d9 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 943 time: 0.1886978 Nov 01 16:39:06.278853 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686122-13c2-4169-9cd8-67edba119f85 req-99ef054f-6dff-4fe7-bcf6-a5190c9fa158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:06.280328 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce686122-13c2-4169-9cd8-67edba119f85 req-99ef054f-6dff-4fe7-bcf6-a5190c9fa158 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f28da74f-9fe8-4487-8b46-4eccdb2815ba HTTP/1.1" status: 200 len: 851 time: 0.1049030 Nov 01 16:39:06.317653 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce686122-13c2-4169-9cd8-67edba119f85 req-f2011031-0973-4010-b30a-4dd5672c6f28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e129cb01-b8f1-44fe-bb25-a1fbd6c2544b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285368 Nov 01 16:39:06.319979 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Made reservation on behalf of d68315a9114545d0b176b3bfa254883f for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:06.320897 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3be11e47-2db4-4ecd-a38e-a685505d3cab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:06.323882 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:06.373298 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-05705e8c-2eb9-4307-80bc-ed5be67da915 req-a2bfc321-1261-47d1-ac7c-f0a71a85f2d7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d69b50a8-7901-482e-a0fc-a69f7a552261 HTTP/1.1" status: 200 len: 217 time: 0.0922468 Nov 01 16:39:06.418469 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.71', 51211) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:06.462166 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3be11e47-2db4-4ecd-a38e-a685505d3cab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:06.476645 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b5263184-bb44-4bf3-bb66-2e34dde72107 req-1f0b32aa-0b72-43e2-97c0-fb539bde549f tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862578 Nov 01 16:39:06.595792 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b8d8f909-e1f3-47b9-ba89-6029d06ec64d req-3f1fe57f-005a-403c-86eb-b895027012aa tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 210 time: 0.1336877 Nov 01 16:39:06.638340 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05705e8c-2eb9-4307-80bc-ed5be67da915 req-6bfaf8c3-ef37-4831-884b-dd3a9ccdee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:06.640033 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-05705e8c-2eb9-4307-80bc-ed5be67da915 req-6bfaf8c3-ef37-4831-884b-dd3a9ccdee73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0c5abae-9cff-46e0-bbfc-062d0f7c8620 HTTP/1.1" status: 200 len: 854 time: 0.2571805 Nov 01 16:39:06.645055 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce686122-13c2-4169-9cd8-67edba119f85 req-5a95473a-5aae-46c9-9510-b3a92151bc19 service neutron] 10.222.0.71 "GET /v2.0/networks/e129cb01-b8f1-44fe-bb25-a1fbd6c2544b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184907 Nov 01 16:39:06.697424 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33690) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:06.707046 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-d6ad21d6-d686-455a-be3e-63a7affe65e1 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:06.709312 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-d6ad21d6-d686-455a-be3e-63a7affe65e1 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.71 "GET /v2.0/networks?id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 HTTP/1.1" status: 200 len: 816 time: 0.2890475 Nov 01 16:39:06.727147 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Allocated IP 172.20.0.10 (cb8148a2-512c-40e0-a19a-c62dbbe8d3c2/d68335fe-26c4-42b4-823b-1184a837e16f/4cc8ae59-37f8-4c17-a430-75dca675e267) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:39:06.731947 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Request body: {'port': {'device_id': 'a46a5f8d-cc7d-4e25-b9c1-a4dba9201962', 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2', 'admin_state_up': True, 'tenant_id': 'd68315a9114545d0b176b3bfa254883f'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:06.743399 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3be11e47-2db4-4ecd-a38e-a685505d3cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:06.747238 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3be11e47-2db4-4ecd-a38e-a685505d3cab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:06.750205 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-3be11e47-2db4-4ecd-a38e-a685505d3cab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53f0fffe-546c-4096-9723-6f1b3588d0ad HTTP/1.1" status: 204 len: 168 time: 0.6960084 Nov 01 16:39:06.756569 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-05705e8c-2eb9-4307-80bc-ed5be67da915 req-8f0e2398-8361-42cb-889a-ff424f146472 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8ee7723-be9b-4201-9224-adf38e10e8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990644 Nov 01 16:39:06.878087 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be11e47-2db4-4ecd-a38e-a685505d3cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f0fffe-546c-4096-9723-6f1b3588d0ad,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:06.916686 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b7f751b2-d038-4e6c-91c3-da34add1b590 req-34c3921d-d5a1-4ed0-b87a-d81bfa5c9faa tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.1606297 Nov 01 16:39:06.925084 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df767a49-e986-4e55-9c5f-ba7a7527c2f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:06.950071 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce686122-13c2-4169-9cd8-67edba119f85 req-5b5e2951-6940-43c7-9bdf-de75f525a35e service neutron] 10.222.0.71 "GET /v2.0/networks/e129cb01-b8f1-44fe-bb25-a1fbd6c2544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874930 Nov 01 16:39:06.979937 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087f1b5-4f34-42f5-991b-4a230eac2150 req-27ab5253-0bc4-4e84-a88e-1bc0105ef82b tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:06.988019 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8087f1b5-4f34-42f5-991b-4a230eac2150 req-27ab5253-0bc4-4e84-a88e-1bc0105ef82b tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.3132470 Nov 01 16:39:06.999358 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-05705e8c-2eb9-4307-80bc-ed5be67da915 req-1544ce3c-7013-45ca-8bb8-dd9bad382ee5 service neutron] 10.222.0.71 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187779 Nov 01 16:39:07.087879 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8087f1b5-4f34-42f5-991b-4a230eac2150 req-06a53ba3-8b71-4530-9e06-55909de7b9f9 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978014 Nov 01 16:39:07.127330 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-05705e8c-2eb9-4307-80bc-ed5be67da915 req-a0b6e9f5-8a0d-4fb5-8326-848ca06e76df service neutron] 10.222.0.71 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187122 Nov 01 16:39:07.274918 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.291453 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-d70c7ab0-d7e3-4f21-8c7d-77a1338ee35b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:07.292928 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-d70c7ab0-d7e3-4f21-8c7d-77a1338ee35b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.71 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 817 time: 0.1165204 Nov 01 16:39:07.305165 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df767a49-e986-4e55-9c5f-ba7a7527c2f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.324922 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Made reservation on behalf of d68315a9114545d0b176b3bfa254883f for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:07.329871 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.355356 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-986764d3-6123-48c3-9b55-13796418ab0b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a16bdbc5792c4267960d31f199a308c7 HTTP/1.1" status: 200 len: 379 time: 0.0469816 Nov 01 16:39:07.366311 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Request body: {'port': {'device_id': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'admin_state_up': True, 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'security_groups': ['ab18bab9-774f-4a29-8685-a9ff206e4191']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:07.411712 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df767a49-e986-4e55-9c5f-ba7a7527c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.436331 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.529154 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-df767a49-e986-4e55-9c5f-ba7a7527c2f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57edd96795a14b80b56e37bf60886f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8196094 Nov 01 16:39:07.532087 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33708) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:07.536019 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:39:07.541601 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df767a49-e986-4e55-9c5f-ba7a7527c2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad187dc-9622-401a-83af-3e56f4dab800,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:07.553356 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Allocated IP 172.20.0.4 (cb8148a2-512c-40e0-a19a-c62dbbe8d3c2/d68335fe-26c4-42b4-823b-1184a837e16f/dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:39:07.558085 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:07.561859 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:39:07.587889 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:07.588534 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.612578 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33714) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:07.613840 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Made reservation on behalf of a16bdbc5792c4267960d31f199a308c7 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:07.617879 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.635016 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Pushing event updated for resources: {'Port': ['ID=4cc8ae59-37f8-4c17-a430-75dca675e267,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:07.640710 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fc559876-9ea6-42c1-ae43-3c26cbba35c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.675075 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-62bcbb77-391f-4f9e-9552-dcad2a6374d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.698848 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd07404-e009-441b-a8a3-c0ba27134eb1 req-2d1a6d2f-602e-4068-91d7-a4c9310b9beb tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:07.700382 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ecd07404-e009-441b-a8a3-c0ba27134eb1 req-2d1a6d2f-602e-4068-91d7-a4c9310b9beb tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 943 time: 0.1485507 Nov 01 16:39:07.750191 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2df137c1-5efb-4534-9930-62b899509d8a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7705650 Nov 01 16:39:07.792002 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f981e5c9-6a68-4426-aa4c-1572ba2ecfc6 req-7ea5bf56-8df2-48b9-af48-baa161d018d8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 210 time: 0.0613406 Nov 01 16:39:07.833319 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.839259 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fc559876-9ea6-42c1-ae43-3c26cbba35c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.851612 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-62bcbb77-391f-4f9e-9552-dcad2a6374d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.884341 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fc559876-9ea6-42c1-ae43-3c26cbba35c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.902739 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ecd07404-e009-441b-a8a3-c0ba27134eb1 req-28c3d167-68db-41fc-ac0a-cb467b28f7e7 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689577 Nov 01 16:39:07.925823 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:07.930065 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-fc559876-9ea6-42c1-ae43-3c26cbba35c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f223e6886da446fac5b853e0d4e56e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127911 Nov 01 16:39:07.933512 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33720) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:07.936589 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc559876-9ea6-42c1-ae43-3c26cbba35c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba975b4-e87d-412d-bea5-80d1d7dad33a,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:07.981033 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:39:07.984387 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:07.989263 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:39:07.995337 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:07.996153 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:08.002868 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Pushing event updated for resources: {'Port': ['ID=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:08.072171 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Allocated IP 172.20.0.5 (ac002b1f-c80d-4c51-9e9a-3afa35f24108/12d120ec-7c1c-492a-aded-98eaa12c8391/76c0a567-6b31-4d02-96ab-6b9f84b8d048) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:39:08.087489 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d4d2dc7-f7b4-44f5-a757-819985d2eda9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3614838 Nov 01 16:39:08.123316 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dc0269da-91e8-4688-8407-9bde9a4ebca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:08.137774 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d8ea8-b8d1-4aab-9b36-265fc7609dfb req-f4161afa-9bd1-49db-bd0a-9dc71f0543a2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:08.139233 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e39d8ea8-b8d1-4aab-9b36-265fc7609dfb req-f4161afa-9bd1-49db-bd0a-9dc71f0543a2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 931 time: 0.1312854 Nov 01 16:39:08.145709 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-53c1d438-6180-4e83-8262-3adc031a55be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:08.184739 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dc0269da-91e8-4688-8407-9bde9a4ebca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:08.196671 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-62bcbb77-391f-4f9e-9552-dcad2a6374d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:08.199274 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-62bcbb77-391f-4f9e-9552-dcad2a6374d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:08.200408 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-62bcbb77-391f-4f9e-9552-dcad2a6374d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fad187dc-9622-401a-83af-3e56f4dab800 HTTP/1.1" status: 204 len: 168 time: 0.6668377 Nov 01 16:39:08.426621 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcbb77-391f-4f9e-9552-dcad2a6374d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad187dc-9622-401a-83af-3e56f4dab800,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:08.465515 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e39d8ea8-b8d1-4aab-9b36-265fc7609dfb req-88173777-80cf-4405-ac09-87e776d5aa14 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122756 Nov 01 16:39:08.489522 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e655546-ae9f-42c9-b395-9528f0221a83 req-4f9fb55c-8165-4bda-a44e-4d8cd025947f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:08.490795 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e655546-ae9f-42c9-b395-9528f0221a83 req-4f9fb55c-8165-4bda-a44e-4d8cd025947f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.3313005 Nov 01 16:39:08.532104 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:08.556000 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e655546-ae9f-42c9-b395-9528f0221a83 req-0404db5b-ff89-4d6f-a757-0e34b2839663 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585201 Nov 01 16:39:08.627078 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dc0269da-91e8-4688-8407-9bde9a4ebca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:08.629761 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dc0269da-91e8-4688-8407-9bde9a4ebca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:08.631016 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-dc0269da-91e8-4688-8407-9bde9a4ebca2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ba975b4-e87d-412d-bea5-80d1d7dad33a HTTP/1.1" status: 204 len: 168 time: 0.6922429 Nov 01 16:39:08.638772 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0269da-91e8-4688-8407-9bde9a4ebca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba975b4-e87d-412d-bea5-80d1d7dad33a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:08.674291 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:08.749646 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Network ac002b1f-c80d-4c51-9e9a-3afa35f24108 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:39:08.757194 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:08.763311 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:39:08.769190 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:08.769802 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:08.778897 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event updated for resources: {'Port': ['ID=76c0a567-6b31-4d02-96ab-6b9f84b8d048,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:08.859099 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-a8c48467-dd42-4d57-a541-06c7afa046c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4965556 Nov 01 16:39:08.932877 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d80ec8-df00-4687-82d9-8dd7ce09d8d4 req-9c00f370-e3a7-4ec6-8f51-ca858d2d51e7 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:08.940693 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-73d80ec8-df00-4687-82d9-8dd7ce09d8d4 req-9c00f370-e3a7-4ec6-8f51-ca858d2d51e7 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 931 time: 0.0625463 Nov 01 16:39:08.967407 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-004e7b37-fa76-43a7-a076-8e8e0bd93fa6 None None] Provisioning complete for port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:08.968027 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-004e7b37-fa76-43a7-a076-8e8e0bd93fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:08.984909 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-73d80ec8-df00-4687-82d9-8dd7ce09d8d4 req-1923a019-3383-4481-a2d0-da33f2bbacec tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413127 Nov 01 16:39:09.036518 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33746) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:09.057330 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-004e7b37-fa76-43a7-a076-8e8e0bd93fa6 None None] Port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:39:09.057425 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b808e-f0af-4651-b454-cdab0859da0d req-fe8f7b30-0cf4-4cc9-8828-5ddfb69dafe2 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:09.057425 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2b4b808e-f0af-4651-b454-cdab0859da0d req-fe8f7b30-0cf4-4cc9-8828-5ddfb69dafe2 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 943 time: 0.0673225 Nov 01 16:39:09.061071 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2509a9fb-021c-42ee-8ef7-657ce7a4f0eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:09.093966 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2b4b808e-f0af-4651-b454-cdab0859da0d req-2f3fa8e7-049f-4f7d-b552-9db594477df2 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337088 Nov 01 16:39:09.139301 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2509a9fb-021c-42ee-8ef7-657ce7a4f0eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:09.198393 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2509a9fb-021c-42ee-8ef7-657ce7a4f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:09.237041 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-2509a9fb-021c-42ee-8ef7-657ce7a4f0eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc4163cb28fc4bf0a87e9043601cb355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984479 Nov 01 16:39:09.238236 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509a9fb-021c-42ee-8ef7-657ce7a4f0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a186d1de-d34c-4333-a5f0-39c9f41445b9,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:09.239813 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33752) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:09.291782 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1842a51e-a20a-4540-9b06-d0d2c0650ebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:09.312967 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1842a51e-a20a-4540-9b06-d0d2c0650ebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:09.333953 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:09.456442 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1842a51e-a20a-4540-9b06-d0d2c0650ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:09.459126 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1842a51e-a20a-4540-9b06-d0d2c0650ebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:09.461021 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-1842a51e-a20a-4540-9b06-d0d2c0650ebd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a186d1de-d34c-4333-a5f0-39c9f41445b9 HTTP/1.1" status: 204 len: 168 time: 0.2195127 Nov 01 16:39:09.467951 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842a51e-a20a-4540-9b06-d0d2c0650ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a186d1de-d34c-4333-a5f0-39c9f41445b9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:09.608529 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a679a1-d527-4c3c-8138-a933b50c46d2 req-41a1253d-452f-41f2-9a0e-9fa729d66d4d tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:09.610006 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-09a679a1-d527-4c3c-8138-a933b50c46d2 req-41a1253d-452f-41f2-9a0e-9fa729d66d4d tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 931 time: 0.0696518 Nov 01 16:39:09.685409 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-09a679a1-d527-4c3c-8138-a933b50c46d2 req-34fc20b3-1ad6-4260-87c9-3f9cd5764404 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678046 Nov 01 16:39:09.700869 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c4960-df4c-4b80-a8df-df278d66558f req-caee4504-3f5b-4dd8-87a8-52e5bd1e7618 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:09.702421 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0d9c4960-df4c-4b80-a8df-df278d66558f req-caee4504-3f5b-4dd8-87a8-52e5bd1e7618 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.0787585 Nov 01 16:39:09.741814 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0d9c4960-df4c-4b80-a8df-df278d66558f req-94f37692-90e1-4397-a478-806dde3c394b tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323861 Nov 01 16:39:10.111010 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab81d2-5e3b-44e6-8f6a-071b2c9c0016 req-66869f67-e772-46ea-8ebe-36eca3715c1a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:10.112481 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-16ab81d2-5e3b-44e6-8f6a-071b2c9c0016 req-66869f67-e772-46ea-8ebe-36eca3715c1a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 931 time: 0.0508611 Nov 01 16:39:10.163615 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-16ab81d2-5e3b-44e6-8f6a-071b2c9c0016 req-298373af-e6b2-4eb1-9558-c389badab7bd tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449378 Nov 01 16:39:10.235823 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890771b-cff2-45bb-a1e4-8fc47195f26c req-9e4807c0-06bd-4e46-acca-27ba0eb4c023 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:10.237317 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c890771b-cff2-45bb-a1e4-8fc47195f26c req-9e4807c0-06bd-4e46-acca-27ba0eb4c023 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 943 time: 0.0605710 Nov 01 16:39:10.276346 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c890771b-cff2-45bb-a1e4-8fc47195f26c req-e02c01f8-60ce-4362-8a89-626630f63d33 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329394 Nov 01 16:39:10.512158 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Request body: {'port': {'device_id': 'a46a5f8d-cc7d-4e25-b9c1-a4dba9201962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:10.512649 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Request body: {'port': {'device_id': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:10.515290 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:39:10.546266 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Request body: {'port': {'device_id': '76278f5b-27b1-4500-8e4e-a5985fca1e80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:10.593511 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:10.608963 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:10.672020 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd,segment=NetworkSegment(3477620f-9226-40cd-966a-e487639760af),segment_id=3477620f-9226-40cd-966a-e487639760af)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:10.679090 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:10.686164 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd', 'network_id': 'e129cb01-b8f1-44fe-bb25-a1fbd6c2544b', 'port_id': '0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd', 'mac_address': 'fa:16:3e:1d:72:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28da74f-9fe8-4487-8b46-4eccdb2815ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:39:10.730551 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:10.746608 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:39:10.758239 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:10.784510 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd,segment=NetworkSegment(3477620f-9226-40cd-966a-e487639760af),segment_id=3477620f-9226-40cd-966a-e487639760af)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:10.890196 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:10.890849 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device d69b50a8-7901-482e-a0fc-a69f7a552261 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:39:11.009551 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ae70a-fcbc-484b-a07f-2f5e4cc679a7 req-5c0f3f07-e336-492a-96d9-80b024a15e54 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:11.016926 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e54ae70a-fcbc-484b-a07f-2f5e4cc679a7 req-5c0f3f07-e336-492a-96d9-80b024a15e54 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 931 time: 0.1840622 Nov 01 16:39:11.062916 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:11.074449 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port d69b50a8-7901-482e-a0fc-a69f7a552261, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=d69b50a8-7901-482e-a0fc-a69f7a552261,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:11.089699 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': 'd69b50a8-7901-482e-a0fc-a69f7a552261', 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa', 'port_id': 'd69b50a8-7901-482e-a0fc-a69f7a552261', 'mac_address': 'fa:16:3e:68:7c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c5abae-9cff-46e0-bbfc-062d0f7c8620', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:39:11.095503 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6b6a0-474d-4101-9386-a4c375e66229 req-7ebdc832-1227-4b3c-ba51-2bb70d39616c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:11.104137 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d4e6b6a0-474d-4101-9386-a4c375e66229 req-7ebdc832-1227-4b3c-ba51-2bb70d39616c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 944 time: 0.2700706 Nov 01 16:39:11.150383 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.173559 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69b50a8-7901-482e-a0fc-a69f7a552261 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:39:11.208696 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc8ae59-37f8-4c17-a430-75dca675e267 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:39:11.215732 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port d69b50a8-7901-482e-a0fc-a69f7a552261, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=d69b50a8-7901-482e-a0fc-a69f7a552261,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:11.217047 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.231962 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Transition to ACTIVE for port object 4cc8ae59-37f8-4c17-a430-75dca675e267 will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:39:11.248248 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e54ae70a-fcbc-484b-a07f-2f5e4cc679a7 req-9d5f72f9-2dca-4050-acaf-707402b08595 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282739 Nov 01 16:39:11.254749 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d4e6b6a0-474d-4101-9386-a4c375e66229 req-4c1236be-3f01-4d20-863d-7d58352712ee tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495295 Nov 01 16:39:11.268887 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c0a567-6b31-4d02-96ab-6b9f84b8d048 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:39:11.304142 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.319402 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.344080 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Transition to ACTIVE for port object 76c0a567-6b31-4d02-96ab-6b9f84b8d048 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:39:11.430968 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=d69b50a8-7901-482e-a0fc-a69f7a552261,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:11.455722 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.464377 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.562582 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bf7f7-970f-4cdd-b305-e969ab949478 req-34aec516-6e14-41cd-8b99-965f84f39abc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:11.564970 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ca1bf7f7-970f-4cdd-b305-e969ab949478 req-34aec516-6e14-41cd-8b99-965f84f39abc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.1598830 Nov 01 16:39:11.567333 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Pushing event updated for resources: {'Port': ['ID=76c0a567-6b31-4d02-96ab-6b9f84b8d048,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:11.592997 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Pushing event updated for resources: {'Port': ['ID=4cc8ae59-37f8-4c17-a430-75dca675e267,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:11.600529 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:39:11.621611 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.627688 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Attempting to bind port 4cc8ae59-37f8-4c17-a430-75dca675e267 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:39:11.628239 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Attempting to bind port 4cc8ae59-37f8-4c17-a430-75dca675e267 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:39:11.628726 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Attempting to bind port 4cc8ae59-37f8-4c17-a430-75dca675e267 on network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:39:11.635833 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Port 4cc8ae59-37f8-4c17-a430-75dca675e267 on network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:39:11.636379 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Attempting to bind port 4cc8ae59-37f8-4c17-a430-75dca675e267 on network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:39:11.637509 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:39:11.640311 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42513106-2347-4e2b-9b97-be8de50335b8 req-5b68f0a1-12b8-4c5f-b82b-7622e8b97493 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:11.642461 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-42513106-2347-4e2b-9b97-be8de50335b8 req-5b68f0a1-12b8-4c5f-b82b-7622e8b97493 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 944 time: 0.2383914 Nov 01 16:39:11.647692 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:39:11.648242 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Checking segment: {'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:39:11.648771 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Bound using segment: {'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:39:11.649380 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Bound port: 4cc8ae59-37f8-4c17-a430-75dca675e267, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:39:11.649882 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.658584 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Transition to ACTIVE for port object dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:39:11.698966 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Attempting to bind port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:39:11.699348 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Attempting to bind port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:39:11.699730 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Attempting to bind port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 on network ac002b1f-c80d-4c51-9e9a-3afa35f24108 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:39:11.739090 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.739221 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['d69b50a8-7901-482e-a0fc-a69f7a552261'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:39:11.746683 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 on network ac002b1f-c80d-4c51-9e9a-3afa35f24108 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:39:11.747008 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Attempting to bind port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 on network ac002b1f-c80d-4c51-9e9a-3afa35f24108 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:39:11.758575 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ca1bf7f7-970f-4cdd-b305-e969ab949478 req-68c88331-e632-4091-8509-f7d50deddd66 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571357 Nov 01 16:39:11.773528 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-42513106-2347-4e2b-9b97-be8de50335b8 req-3e99fddc-b467-4ff6-8055-727da2ecb0ef tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176572 Nov 01 16:39:11.774950 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:39:11.775322 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Checking segment: {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:39:11.776572 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Bound using segment: {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:39:11.777365 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Bound port: 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:39:11.777869 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.800267 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] For port 4cc8ae59-37f8-4c17-a430-75dca675e267, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:39:11.822572 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] For port 4cc8ae59-37f8-4c17-a430-75dca675e267, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4cc8ae59-37f8-4c17-a430-75dca675e267,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:39:11.839861 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:11.876671 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Attempting to bind port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:39:11.877210 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Attempting to bind port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:39:11.877719 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Attempting to bind port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d on network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:39:11.889185 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d on network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:39:11.889185 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Attempting to bind port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d on network cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:39:11.897716 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:39:11.899273 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Checking segment: {'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:39:11.899765 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Bound using segment: {'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:39:11.900277 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Bound port: dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffbc69b-89d2-4a86-aff9-bea432ac5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:39:11.900859 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.903888 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:39:11.910515 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:39:11.915294 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.978323 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:11.978936 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:11.980359 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] 10.222.0.71 "PUT /v2.0/ports/4cc8ae59-37f8-4c17-a430-75dca675e267 HTTP/1.1" status: 200 len: 1094 time: 1.4737711 Nov 01 16:39:11.985793 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76278f5b-27b1-4500-8e4e-a5985fca1e80', 'tag': '4cc8ae59-37f8-4c17-a430-75dca675e267'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:39:11.985793 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a617954-20e4-4a44-b499-7e558654f6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "76278f5b-27b1-4500-8e4e-a5985fca1e80", "tag": "4cc8ae59-37f8-4c17-a430-75dca675e267"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:39:12.034046 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3790b-8f97-4f88-a68b-fd96e456cf2c service neutron] Pushing event updated for resources: {'Port': ['ID=4cc8ae59-37f8-4c17-a430-75dca675e267,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:12.044351 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] For port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:39:12.046925 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:12.054140 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] For port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:39:12.068518 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e553a4f-5c6b-4911-a45d-9869eebc1972 x-openstack-request-id: req-3e553a4f-5c6b-4911-a45d-9869eebc1972 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:39:12.068812 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76278f5b-27b1-4500-8e4e-a5985fca1e80", "tag": "4cc8ae59-37f8-4c17-a430-75dca675e267", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:39:12.069063 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e553a4f-5c6b-4911-a45d-9869eebc1972 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:39:12.069459 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76278f5b-27b1-4500-8e4e-a5985fca1e80', 'tag': '4cc8ae59-37f8-4c17-a430-75dca675e267', 'status': 'completed', 'code': 200} Nov 01 16:39:12.091602 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:12.092631 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:12.094028 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] 10.222.0.71 "PUT /v2.0/ports/76c0a567-6b31-4d02-96ab-6b9f84b8d048 HTTP/1.1" status: 200 len: 1093 time: 1.5864959 Nov 01 16:39:12.095440 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:39:12.147779 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:12.228479 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:12.229156 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:12.230557 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] 10.222.0.71 "PUT /v2.0/ports/dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d HTTP/1.1" status: 200 len: 1093 time: 1.7227085 Nov 01 16:39:12.255595 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4df498-f3e8-4853-8629-ffe658b1df45 service neutron] Pushing event updated for resources: {'Port': ['ID=76c0a567-6b31-4d02-96ab-6b9f84b8d048,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:12.272911 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a617954-20e4-4a44-b499-7e558654f6b3 req-a3d2c2ee-5c3e-4af3-b6c5-6280a18c03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:12.273939 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8a617954-20e4-4a44-b499-7e558654f6b3 req-a3d2c2ee-5c3e-4af3-b6c5-6280a18c03a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d68315a9114545d0b176b3bfa254883f&device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 1097 time: 0.0953958 Nov 01 16:39:12.280845 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7314a1-f082-4958-9dc5-774bae3818c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:12.321632 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-ef831445-daf0-4f22-b2e4-2a6d24d452b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:12.323212 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-ef831445-daf0-4f22-b2e4-2a6d24d452b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 1096 time: 0.0747843 Nov 01 16:39:12.330201 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f87467d-38d2-47e8-88d0-04992f144c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:39:12.432652 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-dfb0a6c5-afa7-4b4c-9017-f425b8a95671 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048 HTTP/1.1" status: 200 len: 217 time: 0.0989966 Nov 01 16:39:12.522725 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-cba97668-7e56-450d-90ec-fffe87f560b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:12.525350 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-cba97668-7e56-450d-90ec-fffe87f560b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12d120ec-7c1c-492a-aded-98eaa12c8391 HTTP/1.1" status: 200 len: 856 time: 0.0649581 Nov 01 16:39:12.527747 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-4db9dcc5-2b92-4442-904d-7989afd97fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:12.529553 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-4db9dcc5-2b92-4442-904d-7989afd97fa0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d68315a9114545d0b176b3bfa254883f&device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 1096 time: 0.1069069 Nov 01 16:39:12.618360 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-b6a9769f-b8d8-42ae-a239-df2939f20768 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d HTTP/1.1" status: 200 len: 217 time: 0.0656650 Nov 01 16:39:12.681599 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-0acb9e47-f9df-403e-8ccc-d7d54542e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:12.683396 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-0acb9e47-f9df-403e-8ccc-d7d54542e9ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac002b1f-c80d-4c51-9e9a-3afa35f24108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1423378 Nov 01 16:39:12.710913 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-872a6b73-2b5d-4202-a3ba-cbfcc627fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:12.712583 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-872a6b73-2b5d-4202-a3ba-cbfcc627fa91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68335fe-26c4-42b4-823b-1184a837e16f HTTP/1.1" status: 200 len: 856 time: 0.0846415 Nov 01 16:39:12.773673 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-4eea1e6b-01ba-4db4-aa0c-ae05d357b535 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418248 Nov 01 16:39:12.871233 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4345d75-5bab-4b42-a64b-0b189cc3adba req-3d91e356-c0c4-4c66-ba10-c1ee877249f8 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:12.879421 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b4345d75-5bab-4b42-a64b-0b189cc3adba req-3d91e356-c0c4-4c66-ba10-c1ee877249f8 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 943 time: 0.4567747 Nov 01 16:39:12.888949 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a617954-20e4-4a44-b499-7e558654f6b3 req-5dfc3fd7-b20a-45f5-9ff8-57ba6612c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:12.890315 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8a617954-20e4-4a44-b499-7e558654f6b3 req-5dfc3fd7-b20a-45f5-9ff8-57ba6612c0b6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d68315a9114545d0b176b3bfa254883f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6049795 Nov 01 16:39:12.903109 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-158683c1-a3b7-4f3f-8302-a213f7c3d49a service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064242 Nov 01 16:39:12.911061 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecac925-4b7f-400a-a1a0-66d28cff5937 req-5756de03-498a-4c0e-ab84-1081f582001d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:12.912562 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7ecac925-4b7f-400a-a1a0-66d28cff5937 req-5756de03-498a-4c0e-ab84-1081f582001d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 945 time: 0.4590991 Nov 01 16:39:12.944674 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-8ea0c614-a54a-499f-82e1-472671b10fa7 service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439395 Nov 01 16:39:13.064345 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b4345d75-5bab-4b42-a64b-0b189cc3adba req-52cf4126-8e37-4b6f-b54f-1d64e87d34ca tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789577 Nov 01 16:39:13.085874 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-08e6048b-a2df-49cf-b85d-d81cb6a6bf02 req-42620628-b9c3-4c54-8760-e542e310d18a service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685562 Nov 01 16:39:13.091582 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-20c5fbec-ac71-45c3-b75e-5de09d8ac24d req-268eb482-f738-4f15-be7c-52a5dfc4d56f service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186304 Nov 01 16:39:13.110743 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7ecac925-4b7f-400a-a1a0-66d28cff5937 req-dca015e3-4da0-4147-bd82-661f6e0e1c26 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821542 Nov 01 16:39:13.176328 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a617954-20e4-4a44-b499-7e558654f6b3 req-20a8b89e-816d-4a11-a0aa-6421ad564980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:13.178077 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8a617954-20e4-4a44-b499-7e558654f6b3 req-20a8b89e-816d-4a11-a0aa-6421ad564980 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2749357 Nov 01 16:39:13.230652 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8e823a-861a-4a91-a92e-678affa6d97e x-openstack-request-id: req-0b8e823a-861a-4a91-a92e-678affa6d97e {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:39:13.230939 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:39:13.231191 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b8e823a-861a-4a91-a92e-678affa6d97e {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:39:13.231672 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'status': 'completed', 'code': 200} Nov 01 16:39:13.264236 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e394b9c-bd0a-4846-9c2f-8a689d252bd2 req-b0429af7-a54e-442c-9350-634a9a842508 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:13.265705 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4e394b9c-bd0a-4846-9c2f-8a689d252bd2 req-b0429af7-a54e-442c-9350-634a9a842508 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 944 time: 0.0686736 Nov 01 16:39:13.303019 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87467d-38d2-47e8-88d0-04992f144c0e req-4591c1c6-0263-401c-a1d6-6590d141c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:13.308931 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-2f87467d-38d2-47e8-88d0-04992f144c0e req-4591c1c6-0263-401c-a1d6-6590d141c8c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 1096 time: 0.0590432 Nov 01 16:39:13.354178 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:39:13.373083 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4e394b9c-bd0a-4846-9c2f-8a689d252bd2 req-8ec29d17-3838-487f-851a-34604c335292 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962720 Nov 01 16:39:13.384971 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8be1a1-85a1-4a68-8bb8-73d50f9c4862 req-79e5c8c4-6b9f-4814-873b-0cd472c4f2d1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:13.386464 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-df8be1a1-85a1-4a68-8bb8-73d50f9c4862 req-79e5c8c4-6b9f-4814-873b-0cd472c4f2d1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.1198869 Nov 01 16:39:13.388696 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-980c6f36-71c8-4868-b969-bce480669ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:13.390217 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-980c6f36-71c8-4868-b969-bce480669ba5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d68315a9114545d0b176b3bfa254883f&device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 1097 time: 0.1349413 Nov 01 16:39:13.448781 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87467d-38d2-47e8-88d0-04992f144c0e req-9c4ce3ee-a9f8-465a-a886-fbf91fb985a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:13.450239 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-2f87467d-38d2-47e8-88d0-04992f144c0e req-9c4ce3ee-a9f8-465a-a886-fbf91fb985a0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 918 time: 0.1329925 Nov 01 16:39:13.450740 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-5011f902-e39a-48d2-8af3-dfcfc667f79f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cc8ae59-37f8-4c17-a430-75dca675e267 HTTP/1.1" status: 200 len: 217 time: 0.0491037 Nov 01 16:39:13.502657 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-2f87467d-38d2-47e8-88d0-04992f144c0e req-8e816c3f-70bc-4f5a-8f56-c528620b4a3e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048 HTTP/1.1" status: 200 len: 217 time: 0.0385101 Nov 01 16:39:13.506197 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-df8be1a1-85a1-4a68-8bb8-73d50f9c4862 req-672b5544-68c4-4176-a3ac-9c0e7a50f7ff tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120484 Nov 01 16:39:13.528114 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-6670623d-ad07-460a-be85-92f6648c0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:13.529711 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:13.532658 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-6670623d-ad07-460a-be85-92f6648c0a20 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68335fe-26c4-42b4-823b-1184a837e16f HTTP/1.1" status: 200 len: 856 time: 0.0668399 Nov 01 16:39:13.564073 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:39:13.569316 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:13.570016 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:13.578089 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-9df61322-7b4a-4896-9ffc-d2d06fc83055 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339444 Nov 01 16:39:13.586475 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87467d-38d2-47e8-88d0-04992f144c0e req-3cb4fbfa-699a-446d-b99d-4198a993ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:13.588026 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-2f87467d-38d2-47e8-88d0-04992f144c0e req-3cb4fbfa-699a-446d-b99d-4198a993ddd4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12d120ec-7c1c-492a-aded-98eaa12c8391 HTTP/1.1" status: 200 len: 856 time: 0.0771880 Nov 01 16:39:13.647904 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87467d-38d2-47e8-88d0-04992f144c0e req-02ae0cf2-e39d-4054-8a4a-a8ffe3779b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:13.650242 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-2f87467d-38d2-47e8-88d0-04992f144c0e req-02ae0cf2-e39d-4054-8a4a-a8ffe3779b9a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac002b1f-c80d-4c51-9e9a-3afa35f24108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519297 Nov 01 16:39:13.698276 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33952) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:13.707178 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-cbaa3ccc-a7a0-487e-85be-6ad71350ffd1 service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146028 Nov 01 16:39:13.786931 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:13.809510 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-2f87467d-38d2-47e8-88d0-04992f144c0e req-a6520219-6df6-4b6b-af0f-b9553e2328f6 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508706 Nov 01 16:39:13.811207 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8cc126-c2b3-4794-bca9-0137af8b6e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:39:13.866068 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecfccdb9-778c-4fd9-96f6-f735dc30c553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:13.887631 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd,segment=NetworkSegment(3477620f-9226-40cd-966a-e487639760af),segment_id=3477620f-9226-40cd-966a-e487639760af)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:13.949934 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecfccdb9-778c-4fd9-96f6-f735dc30c553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:13.982494 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33966) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:13.988969 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e3d747-bc8d-419a-860b-6a429f1b050c" -d '{"events": [{"server_uuid": "5e8cc126-c2b3-4794-bca9-0137af8b6e95", "name": "network-vif-plugged", "status": "completed", "tag": "0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:39:14.021407 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.022826 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device d69b50a8-7901-482e-a0fc-a69f7a552261 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:39:14.072283 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46a5f8d-cc7d-4e25-b9c1-a4dba9201962', 'tag': 'dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:39:14.074057 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968c38e9-cfd1-4fb6-9f74-e2366606b391" -d '{"events": [{"name": "network-changed", "server_uuid": "a46a5f8d-cc7d-4e25-b9c1-a4dba9201962", "tag": "dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:39:14.099851 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09814149-b56b-487c-8f19-639eb960233d x-openstack-request-id: req-09814149-b56b-487c-8f19-639eb960233d {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:39:14.100189 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8cc126-c2b3-4794-bca9-0137af8b6e95", "name": "network-vif-plugged", "status": "completed", "tag": "0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:39:14.100426 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09814149-b56b-487c-8f19-639eb960233d {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:39:14.100923 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8cc126-c2b3-4794-bca9-0137af8b6e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd', 'code': 200} Nov 01 16:39:14.108413 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:14.112433 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de45adc8-d324-4072-a137-2b3eb6b26a51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.116883 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecfccdb9-778c-4fd9-96f6-f735dc30c553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.155058 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a147ac3d-6ba9-4004-a294-6fa39ca3e2f6 x-openstack-request-id: req-a147ac3d-6ba9-4004-a294-6fa39ca3e2f6 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:39:14.155340 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46a5f8d-cc7d-4e25-b9c1-a4dba9201962", "tag": "dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:39:14.155637 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a147ac3d-6ba9-4004-a294-6fa39ca3e2f6 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:39:14.156040 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46a5f8d-cc7d-4e25-b9c1-a4dba9201962', 'tag': 'dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d', 'status': 'completed', 'code': 200} Nov 01 16:39:14.206591 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de45adc8-d324-4072-a137-2b3eb6b26a51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.211353 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ecfccdb9-778c-4fd9-96f6-f735dc30c553 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96623e0b118b4774ab1ee139f2217147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119679 Nov 01 16:39:14.214022 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 33982) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:14.214140 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port d69b50a8-7901-482e-a0fc-a69f7a552261 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:39:14.218197 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port d69b50a8-7901-482e-a0fc-a69f7a552261 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:14.218590 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.222014 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfccdb9-778c-4fd9-96f6-f735dc30c553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dfb842-987f-4d88-a48c-4e4d001dee83,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:14.264588 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbc1d4-606d-42ee-aeea-2fc18744b833 req-66ea6f4a-f321-4004-9ccd-be6ba7c0b208 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:14.269989 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f5a941f-fc66-4b97-be35-275231b3c58e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.272147 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f5dbc1d4-606d-42ee-aeea-2fc18744b833 req-66ea6f4a-f321-4004-9ccd-be6ba7c0b208 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 943 time: 0.1109850 Nov 01 16:39:14.294980 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f5a941f-fc66-4b97-be35-275231b3c58e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.302437 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de45adc8-d324-4072-a137-2b3eb6b26a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.302597 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938b235-abb7-4cb4-877b-7af3a8153442 req-464c82d2-07d9-4d4b-9ce9-830fd40b925e tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:14.304048 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6938b235-abb7-4cb4-877b-7af3a8153442 req-464c82d2-07d9-4d4b-9ce9-830fd40b925e tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 945 time: 0.0952966 Nov 01 16:39:14.310424 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.334135 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f5dbc1d4-606d-42ee-aeea-2fc18744b833 req-5e8bf5fa-21b4-4708-a52d-b4db97d1b263 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612063 Nov 01 16:39:14.352310 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port d69b50a8-7901-482e-a0fc-a69f7a552261, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=d69b50a8-7901-482e-a0fc-a69f7a552261,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:14.357688 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6938b235-abb7-4cb4-877b-7af3a8153442 req-296f294f-f838-4982-a068-ea514f3953e2 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Nov 01 16:39:14.367708 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-de45adc8-d324-4072-a137-2b3eb6b26a51 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=314169c0ec354dc49d7fe45034f6e4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837073 Nov 01 16:39:14.369727 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 33986) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:14.372902 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45adc8-d324-4072-a137-2b3eb6b26a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a169150e-3973-457f-a240-30b08247b70a,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:14.434114 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25ef0175-70d2-4ab8-ad42-da40bc05d3f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.438648 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.467566 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f5a941f-fc66-4b97-be35-275231b3c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.470981 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f5a941f-fc66-4b97-be35-275231b3c58e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.474474 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-2f5a941f-fc66-4b97-be35-275231b3c58e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1dfb842-987f-4d88-a48c-4e4d001dee83 HTTP/1.1" status: 204 len: 168 time: 0.2571726 Nov 01 16:39:14.477752 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25ef0175-70d2-4ab8-ad42-da40bc05d3f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.480357 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a941f-fc66-4b97-be35-275231b3c58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dfb842-987f-4d88-a48c-4e4d001dee83,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:14.490523 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=d69b50a8-7901-482e-a0fc-a69f7a552261,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:14.545186 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f550aa0-bd8d-4d62-8f55-2f18edd50cc4 req-69163b7c-beb2-4cbe-b7fd-346aa4d7d7fe tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:14.546139 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9f550aa0-bd8d-4d62-8f55-2f18edd50cc4 req-69163b7c-beb2-4cbe-b7fd-346aa4d7d7fe tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 945 time: 0.0937963 Nov 01 16:39:14.599266 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9f550aa0-bd8d-4d62-8f55-2f18edd50cc4 req-5ac341b9-e067-4487-8912-475633bc6f8c tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461504 Nov 01 16:39:14.634605 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305223e3-f4a3-4adc-b559-a777aa0c14a2 req-675c54af-03c5-47b8-b7ed-594eac515390 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:14.636118 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-305223e3-f4a3-4adc-b559-a777aa0c14a2 req-675c54af-03c5-47b8-b7ed-594eac515390 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0589917 Nov 01 16:39:14.656522 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25ef0175-70d2-4ab8-ad42-da40bc05d3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.659149 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25ef0175-70d2-4ab8-ad42-da40bc05d3f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:14.662939 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-25ef0175-70d2-4ab8-ad42-da40bc05d3f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a169150e-3973-457f-a240-30b08247b70a HTTP/1.1" status: 204 len: 168 time: 0.2896571 Nov 01 16:39:14.678519 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef0175-70d2-4ab8-ad42-da40bc05d3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a169150e-3973-457f-a240-30b08247b70a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:14.687841 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-305223e3-f4a3-4adc-b559-a777aa0c14a2 req-ce5e1244-5b72-47a7-bfc9-ba87440c9bf6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448604 Nov 01 16:39:15.010177 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34000) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:15.030009 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1096786-337b-4e84-8a71-bc28d0cc3d33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:15.112223 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1096786-337b-4e84-8a71-bc28d0cc3d33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:15.209912 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1096786-337b-4e84-8a71-bc28d0cc3d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:15.248694 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-e1096786-337b-4e84-8a71-bc28d0cc3d33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d24d1aaab14c4226b1ed692abaace5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373810 Nov 01 16:39:15.249781 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1096786-337b-4e84-8a71-bc28d0cc3d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87defbb4-4336-433d-8b22-45006410f97f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:15.251405 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34014) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:15.302244 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bfce2859-59b3-4891-b540-139a3bb8c223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:15.325537 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bfce2859-59b3-4891-b540-139a3bb8c223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:15.466835 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bfce2859-59b3-4891-b540-139a3bb8c223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:15.470083 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bfce2859-59b3-4891-b540-139a3bb8c223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:15.474321 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-bfce2859-59b3-4891-b540-139a3bb8c223 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/87defbb4-4336-433d-8b22-45006410f97f HTTP/1.1" status: 204 len: 168 time: 0.2217736 Nov 01 16:39:15.481993 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce2859-59b3-4891-b540-139a3bb8c223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87defbb4-4336-433d-8b22-45006410f97f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:15.523427 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414164e9-3a0b-493b-88a6-1d91f945ebe6 req-ffb2e27b-108a-4fc7-b82c-39ccf28e02b6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:15.524943 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-414164e9-3a0b-493b-88a6-1d91f945ebe6 req-ffb2e27b-108a-4fc7-b82c-39ccf28e02b6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 943 time: 0.0876131 Nov 01 16:39:15.532763 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d11ae-b889-4789-afea-91848bee27d9 req-b2a48528-5f97-4c6f-a99a-d9bf18e0a550 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:15.534346 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-153d11ae-b889-4789-afea-91848bee27d9 req-b2a48528-5f97-4c6f-a99a-d9bf18e0a550 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 946 time: 0.0873573 Nov 01 16:39:15.558552 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:15.591166 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-414164e9-3a0b-493b-88a6-1d91f945ebe6 req-901fba83-700a-4876-a833-76b818804202 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558541 Nov 01 16:39:15.610086 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-153d11ae-b889-4789-afea-91848bee27d9 req-c53f58a8-e314-4c78-a25a-ff4d0b6ce10f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678010 Nov 01 16:39:15.714630 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183aab1-0227-4356-8476-09f88ee6b687 req-406db721-d92b-47c3-b3ca-963db6ee87d0 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:15.716165 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d183aab1-0227-4356-8476-09f88ee6b687 req-406db721-d92b-47c3-b3ca-963db6ee87d0 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 945 time: 0.0509069 Nov 01 16:39:15.767805 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d183aab1-0227-4356-8476-09f88ee6b687 req-35df9ff4-1024-4940-b63b-850d97d3cdc2 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Nov 01 16:39:15.794613 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34042) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:15.826330 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365a0a-e8c4-44ec-bc47-f7558f4df68e req-1638f5d9-7d87-4599-a30d-cab8ebdeda53 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:15.828076 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-65365a0a-e8c4-44ec-bc47-f7558f4df68e req-1638f5d9-7d87-4599-a30d-cab8ebdeda53 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0530214 Nov 01 16:39:15.872741 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-65365a0a-e8c4-44ec-bc47-f7558f4df68e req-aa81182a-45de-4d81-997a-ad72f6ef5da0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365832 Nov 01 16:39:15.920396 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5c268459-3f21-43ec-8efb-0b743a0f56e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:15.994790 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5c268459-3f21-43ec-8efb-0b743a0f56e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:16.102051 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69b50a8-7901-482e-a0fc-a69f7a552261'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:39:16.105225 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5337fd8a-453b-4554-9d80-0484705fb6b5" -d '{"events": [{"server_uuid": "cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc", "name": "network-vif-plugged", "status": "completed", "tag": "d69b50a8-7901-482e-a0fc-a69f7a552261"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:39:16.144526 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efc797e-8727-4b53-8e0e-87bb8d191543 x-openstack-request-id: req-7efc797e-8727-4b53-8e0e-87bb8d191543 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:39:16.144916 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc", "name": "network-vif-plugged", "status": "completed", "tag": "d69b50a8-7901-482e-a0fc-a69f7a552261", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:39:16.145242 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7efc797e-8727-4b53-8e0e-87bb8d191543 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:39:16.145698 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69b50a8-7901-482e-a0fc-a69f7a552261', 'code': 200} Nov 01 16:39:16.177993 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5c268459-3f21-43ec-8efb-0b743a0f56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:16.220550 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5c268459-3f21-43ec-8efb-0b743a0f56e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa21ac3e469c45e68d53a7d7f3909514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4211974 Nov 01 16:39:16.224207 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34062) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:16.224696 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c268459-3f21-43ec-8efb-0b743a0f56e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f48e420-92d9-4184-be4e-1dea78e23076,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:16.269798 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d6b14fb-8ee1-4acb-b4ef-d3cb3812b16d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:16.290484 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d6b14fb-8ee1-4acb-b4ef-d3cb3812b16d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:16.409862 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d6b14fb-8ee1-4acb-b4ef-d3cb3812b16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:16.412526 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d6b14fb-8ee1-4acb-b4ef-d3cb3812b16d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:16.413680 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-2d6b14fb-8ee1-4acb-b4ef-d3cb3812b16d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f48e420-92d9-4184-be4e-1dea78e23076 HTTP/1.1" status: 204 len: 168 time: 0.1918230 Nov 01 16:39:16.428914 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b14fb-8ee1-4acb-b4ef-d3cb3812b16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f48e420-92d9-4184-be4e-1dea78e23076,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:16.742224 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62eb9643-cee3-4731-9924-6e84cfa86683 req-2f1254d2-62b1-42e8-bb08-88ed69a2d0a8 service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282556 Nov 01 16:39:16.833762 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35534e3f-cbb6-494d-ae90-d89d74923c56 req-d6dc78a3-5dc9-42bb-b830-88a4e36451e3 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:16.835402 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-35534e3f-cbb6-494d-ae90-d89d74923c56 req-d6dc78a3-5dc9-42bb-b830-88a4e36451e3 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 946 time: 0.0912066 Nov 01 16:39:16.853055 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64b9cd-441d-486c-b8a0-ade1d64e5d71 req-835df7eb-0c0f-4ce9-a817-2c418b95e75e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:16.854589 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3d64b9cd-441d-486c-b8a0-ade1d64e5d71 req-835df7eb-0c0f-4ce9-a817-2c418b95e75e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 943 time: 0.1114678 Nov 01 16:39:16.943129 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3d64b9cd-441d-486c-b8a0-ade1d64e5d71 req-0ede8564-b09d-4ee3-a2b1-4cba106fbea9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744450 Nov 01 16:39:16.946616 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34092) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:16.980757 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c38e9-cfd1-4fb6-9f74-e2366606b391 req-f8f6e41e-55b0-4cba-943c-91b61c61b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:16.982558 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-968c38e9-cfd1-4fb6-9f74-e2366606b391 req-f8f6e41e-55b0-4cba-943c-91b61c61b192 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d68315a9114545d0b176b3bfa254883f&device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 1096 time: 0.3016715 Nov 01 16:39:16.983872 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-35534e3f-cbb6-494d-ae90-d89d74923c56 req-0700332f-c720-4ed1-8973-a1b97c76b7b7 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237283 Nov 01 16:39:17.126813 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-2f87467d-38d2-47e8-88d0-04992f144c0e req-166014e3-30bc-489e-8cce-fbb768aba06e service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857755 Nov 01 16:39:17.160296 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c38e9-cfd1-4fb6-9f74-e2366606b391 req-a8767337-2bec-4751-957b-44f7eb5fe79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:17.161736 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-968c38e9-cfd1-4fb6-9f74-e2366606b391 req-a8767337-2bec-4751-957b-44f7eb5fe79e service neutron] 10.222.0.71 "GET /v2.0/networks?id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 HTTP/1.1" status: 200 len: 917 time: 0.1655724 Nov 01 16:39:17.178475 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce339fc3-4fc0-45b0-860d-896ce42d85d6 req-ed92c127-c013-4590-91d2-d87ef8cca50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:17.180158 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce339fc3-4fc0-45b0-860d-896ce42d85d6 req-ed92c127-c013-4590-91d2-d87ef8cca50b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 1098 time: 0.1100929 Nov 01 16:39:17.189289 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249163dc-88a7-4500-9d6b-9514f4392b25 req-0e93e0ad-a39f-4a2b-abc1-e010e3fe2a6d tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:17.190828 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-249163dc-88a7-4500-9d6b-9514f4392b25 req-0e93e0ad-a39f-4a2b-abc1-e010e3fe2a6d tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 945 time: 0.1495798 Nov 01 16:39:17.195872 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bda0cf-e67a-4b1a-9965-7a707b172fa7 req-2e2b1ee2-e963-43b1-afca-0a0c74cd30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:17.197467 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-60bda0cf-e67a-4b1a-9965-7a707b172fa7 req-2e2b1ee2-e963-43b1-afca-0a0c74cd30ba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 1099 time: 0.1269505 Nov 01 16:39:17.227820 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376b438-0375-457c-9353-960a8e0a0147 req-ce6c9715-a377-4c71-8b5c-a23ad01138f9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:17.229252 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b376b438-0375-457c-9353-960a8e0a0147 req-ce6c9715-a377-4c71-8b5c-a23ad01138f9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.1603577 Nov 01 16:39:17.232333 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-968c38e9-cfd1-4fb6-9f74-e2366606b391 req-ceccab0d-7ec3-43f3-96e9-8bfffdd38008 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d HTTP/1.1" status: 200 len: 217 time: 0.0562100 Nov 01 16:39:17.240421 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ce339fc3-4fc0-45b0-860d-896ce42d85d6 req-672126b5-3bb2-4123-9ce1-a993258243f0 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.241349 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-60bda0cf-e67a-4b1a-9965-7a707b172fa7 req-916f92f9-67da-4571-9656-e02eb4ee6ce3 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.284430 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-249163dc-88a7-4500-9d6b-9514f4392b25 req-c70c1cf6-5b05-444b-b718-23fe16d2d613 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850096 Nov 01 16:39:17.313547 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c38e9-cfd1-4fb6-9f74-e2366606b391 req-56f8d212-abc5-4ea3-aacd-210411af03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:17.315467 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-968c38e9-cfd1-4fb6-9f74-e2366606b391 req-56f8d212-abc5-4ea3-aacd-210411af03ca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68335fe-26c4-42b4-823b-1184a837e16f HTTP/1.1" status: 200 len: 856 time: 0.0728946 Nov 01 16:39:17.316737 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b376b438-0375-457c-9353-960a8e0a0147 req-2589c6ba-cb4e-4823-bb53-4bc7fff133cd tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762479 Nov 01 16:39:17.353805 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34098) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:17.362271 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-968c38e9-cfd1-4fb6-9f74-e2366606b391 req-bae1e25c-cd72-45c3-b9f5-d0fdda7d8b0e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379982 Nov 01 16:39:17.366280 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1825834122-network', 'tenant_id': '406fb62e89a3403b829d9ba2c8dbd43b'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:17.378284 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66ccede5-0b82-468e-a0b1-dbb34e0f09de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.449848 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ce339fc3-4fc0-45b0-860d-896ce42d85d6 req-672126b5-3bb2-4123-9ce1-a993258243f0 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.465149 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Made reservation on behalf of 406fb62e89a3403b829d9ba2c8dbd43b for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:17.467007 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.473992 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66ccede5-0b82-468e-a0b1-dbb34e0f09de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.478885 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.495386 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-968c38e9-cfd1-4fb6-9f74-e2366606b391 req-8ea0f45f-7d1e-4a38-9e01-b6b17f7c665e service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236331 Nov 01 16:39:17.538510 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ce339fc3-4fc0-45b0-860d-896ce42d85d6 req-672126b5-3bb2-4123-9ce1-a993258243f0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.566720 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.570211 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66ccede5-0b82-468e-a0b1-dbb34e0f09de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.593110 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce339fc3-4fc0-45b0-860d-896ce42d85d6 req-672126b5-3bb2-4123-9ce1-a993258243f0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670170 Nov 01 16:39:17.611977 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672126b5-3bb2-4123-9ce1-a993258243f0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=532b24b6-baef-484b-b15a-8c6e55e3298e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:17.613796 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.db.api [req-60bda0cf-e67a-4b1a-9965-7a707b172fa7 req-916f92f9-67da-4571-9656-e02eb4ee6ce3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 7006b4e7341f46c48864d6feea6bf17a {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 16:39:17.614191 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG oslo_db.api [req-60bda0cf-e67a-4b1a-9965-7a707b172fa7 req-916f92f9-67da-4571-9656-e02eb4ee6ce3 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 16:39:17.627386 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-66ccede5-0b82-468e-a0b1-dbb34e0f09de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8626387052b4c59972eb192d5872d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717113 Nov 01 16:39:17.628413 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccede5-0b82-468e-a0b1-dbb34e0f09de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4c1de6-de79-4a4c-98b0-37eb99cba205,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:17.631598 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34108) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:17.652179 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-968c38e9-cfd1-4fb6-9f74-e2366606b391 req-dda535c6-3cfb-43ed-9c02-4876fca67796 service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463072 Nov 01 16:39:17.674269 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.705235 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:39:17.726376 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91719103-2a0f-416e-a6c5-ce49dee31be2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:17.730395 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.730749 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.segments_db [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Added segment b5a49e69-bcae-405e-a844-860c30edaa71 of type vlan for network 01663407-5d88-45b9-9a53-950951eb315f Nov 01 16:39:17.735902 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbbba992-ab5b-46a0-898b-b09f07059395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.798009 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbbba992-ab5b-46a0-898b-b09f07059395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.806552 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.935588 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.936740 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:17.937404 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.968247 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbbba992-ab5b-46a0-898b-b09f07059395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.971594 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbbba992-ab5b-46a0-898b-b09f07059395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:17.972791 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-cbbba992-ab5b-46a0-898b-b09f07059395 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac4c1de6-de79-4a4c-98b0-37eb99cba205 HTTP/1.1" status: 204 len: 168 time: 0.3402619 Nov 01 16:39:18.031404 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbba992-ab5b-46a0-898b-b09f07059395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4c1de6-de79-4a4c-98b0-37eb99cba205,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:18.066717 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1188488 Nov 01 16:39:18.069747 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34138) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:18.078041 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-d2f2baa6-9ed0-4138-b7fe-d70d64846542 admin admin] Request body: {'subnet': {'network_id': '01663407-5d88-45b9-9a53-950951eb315f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1825834122-subnet', 'tenant_id': '406fb62e89a3403b829d9ba2c8dbd43b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:18.090358 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24683f-0958-4554-8493-374e20590fbf admin admin] Pushing event updated for resources: {'Network': ['ID=01663407-5d88-45b9-9a53-950951eb315f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:18.105019 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network 01663407-5d88-45b9-9a53-950951eb315f details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:39:18.125247 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-60bda0cf-e67a-4b1a-9965-7a707b172fa7 req-916f92f9-67da-4571-9656-e02eb4ee6ce3 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:18.166175 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211ba13-36b8-42f9-b364-381410d88843 req-58df068e-7b52-48f3-b770-25dc503e9487 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:18.167686 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d211ba13-36b8-42f9-b364-381410d88843 req-58df068e-7b52-48f3-b770-25dc503e9487 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 943 time: 0.1341324 Nov 01 16:39:18.201395 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c711a-ccff-4afe-a2bd-ac930f0fc6f5 req-5d46a53f-1f2b-4da3-a102-d195cb64e429 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:18.203079 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-888c711a-ccff-4afe-a2bd-ac930f0fc6f5 req-5d46a53f-1f2b-4da3-a102-d195cb64e429 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 946 time: 0.1100185 Nov 01 16:39:18.209643 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f2baa6-9ed0-4138-b7fe-d70d64846542 admin admin] Made reservation on behalf of 406fb62e89a3403b829d9ba2c8dbd43b for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:18.212275 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d2f2baa6-9ed0-4138-b7fe-d70d64846542 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:18.285372 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d211ba13-36b8-42f9-b364-381410d88843 req-e58239a6-f249-49eb-b4d3-d19bb1cd2280 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100881 Nov 01 16:39:18.289709 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-60bda0cf-e67a-4b1a-9965-7a707b172fa7 req-916f92f9-67da-4571-9656-e02eb4ee6ce3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0812669 Nov 01 16:39:18.305446 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-888c711a-ccff-4afe-a2bd-ac930f0fc6f5 req-ac3c7b90-67ca-459d-9c32-fb71abd5d85e tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894032 Nov 01 16:39:18.453300 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc230d33-8ffe-41f9-85c8-4753d8daeaf0 req-d0c6a66b-f39a-4e7b-b26a-3940c3cbd752 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:18.454977 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-dc230d33-8ffe-41f9-85c8-4753d8daeaf0 req-d0c6a66b-f39a-4e7b-b26a-3940c3cbd752 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 945 time: 0.0912716 Nov 01 16:39:18.458395 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d2f2baa6-9ed0-4138-b7fe-d70d64846542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:18.472160 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef211cfa-93d8-425b-84d9-4a9669a43007 req-c518a6d6-fa26-4909-8361-140f1d2b29ff tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:18.473865 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ef211cfa-93d8-425b-84d9-4a9669a43007 req-c518a6d6-fa26-4909-8361-140f1d2b29ff tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0710154 Nov 01 16:39:18.499989 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34148) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:18.542420 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2baa6-9ed0-4138-b7fe-d70d64846542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af38374b-ac80-4151-94c2-37abd7044d3b,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:18.548924 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-dc230d33-8ffe-41f9-85c8-4753d8daeaf0 req-be8d4d42-1319-463a-b5a9-87f6d9c0daf1 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686119 Nov 01 16:39:18.553970 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ef211cfa-93d8-425b-84d9-4a9669a43007 req-735aa83f-fd14-40fb-93a8-411d97bbd4fe tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729933 Nov 01 16:39:18.556322 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f2baa6-9ed0-4138-b7fe-d70d64846542 admin admin] Checking segment: {'id': 'b5a49e69-bcae-405e-a844-860c30edaa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '01663407-5d88-45b9-9a53-950951eb315f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:39:18.556683 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f2baa6-9ed0-4138-b7fe-d70d64846542 admin admin] Network hostable DHCP agents. Network: 01663407-5d88-45b9-9a53-950951eb315f, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:39:18.644407 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be0d25a5-f052-4859-aaf8-59980b44acab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:18.652810 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f2baa6-9ed0-4138-b7fe-d70d64846542 admin admin] Network 01663407-5d88-45b9-9a53-950951eb315f is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:39:18.718281 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be0d25a5-f052-4859-aaf8-59980b44acab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:18.739652 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-d2f2baa6-9ed0-4138-b7fe-d70d64846542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, 01663407-5d88-45b9-9a53-950951eb315f) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:18.743727 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f2baa6-9ed0-4138-b7fe-d70d64846542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:18.744305 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d2f2baa6-9ed0-4138-b7fe-d70d64846542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:18.748617 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee4b20d-4d11-4a4a-a04f-612ca2413aa0 None None] Network 01663407-5d88-45b9-9a53-950951eb315f requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:39:18.825102 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be0d25a5-f052-4859-aaf8-59980b44acab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:18.835500 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-d2f2baa6-9ed0-4138-b7fe-d70d64846542 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7640779 Nov 01 16:39:18.879172 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-be0d25a5-f052-4859-aaf8-59980b44acab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8bc1a6ce65c40a0b8a7f16292a43bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781216 Nov 01 16:39:18.880147 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d25a5-f052-4859-aaf8-59980b44acab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7014c1d9-a52d-40a5-a5bd-d430eaecf41c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:18.881957 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34164) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:18.885080 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d17193-5e7e-45c0-afc1-f8270ab5dfa0 None None] Network 01663407-5d88-45b9-9a53-950951eb315f requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:39:18.956913 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-238bed3f-53b4-438f-a162-f21cf14fda9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:18.983558 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-238bed3f-53b4-438f-a162-f21cf14fda9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:19.105636 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-238bed3f-53b4-438f-a162-f21cf14fda9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:19.108378 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-238bed3f-53b4-438f-a162-f21cf14fda9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:19.112457 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-238bed3f-53b4-438f-a162-f21cf14fda9b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7014c1d9-a52d-40a5-a5bd-d430eaecf41c HTTP/1.1" status: 204 len: 168 time: 0.2264431 Nov 01 16:39:19.118355 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bed3f-53b4-438f-a162-f21cf14fda9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7014c1d9-a52d-40a5-a5bd-d430eaecf41c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:19.389363 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:39:19.451767 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f0583-22a6-4433-8f30-b4dfea97fb97 req-c5238a55-142d-434d-a2a9-e9c84711be18 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:19.454424 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f16f0583-22a6-4433-8f30-b4dfea97fb97 req-c5238a55-142d-434d-a2a9-e9c84711be18 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 943 time: 0.1002293 Nov 01 16:39:19.463140 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0939ac-4b37-4873-8021-2223ce405dde req-072ecd8f-09c4-4c56-85ad-52087e01fc56 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:19.464604 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-da0939ac-4b37-4873-8021-2223ce405dde req-072ecd8f-09c4-4c56-85ad-52087e01fc56 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 946 time: 0.0876749 Nov 01 16:39:19.517187 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:19.534815 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f16f0583-22a6-4433-8f30-b4dfea97fb97 req-21e4fd63-bb39-49bf-a7a3-68fd62eb81b6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691462 Nov 01 16:39:19.540233 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': 'dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d', 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2', 'port_id': 'dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d', 'mac_address': 'fa:16:3e:43:31:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68335fe-26c4-42b4-823b-1184a837e16f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:39:19.561036 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-da0939ac-4b37-4873-8021-2223ce405dde req-6532dbfc-eadd-404d-9368-d9d40e84c0fd tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888557 Nov 01 16:39:19.635783 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:19.661718 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:39:19.689193 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:19.720208 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c09ffd-3881-4f66-844b-62a7cc8f35dc req-2abbb0ea-1329-41b5-980c-3a73c2f9668d tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:19.722011 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-83c09ffd-3881-4f66-844b-62a7cc8f35dc req-2abbb0ea-1329-41b5-980c-3a73c2f9668d tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 945 time: 0.0941825 Nov 01 16:39:19.733748 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352061f0-11bc-4212-872c-d12addc01f07 req-685c3218-63da-4938-a854-9846473eb333 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:19.735446 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-352061f0-11bc-4212-872c-d12addc01f07 req-685c3218-63da-4938-a854-9846473eb333 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0774636 Nov 01 16:39:19.794539 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-83c09ffd-3881-4f66-844b-62a7cc8f35dc req-63f7a5cc-7072-4cd4-8e85-96fca91100ed tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580235 Nov 01 16:39:19.799394 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-352061f0-11bc-4212-872c-d12addc01f07 req-08ae151b-fe4a-4fcb-a3f3-8bf3bcfa4970 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565801 Nov 01 16:39:19.810094 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:19.810726 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4cc8ae59-37f8-4c17-a430-75dca675e267 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:39:19.886769 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:19.893240 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4cc8ae59-37f8-4c17-a430-75dca675e267, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4cc8ae59-37f8-4c17-a430-75dca675e267,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:19.904148 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '4cc8ae59-37f8-4c17-a430-75dca675e267', 'network_id': 'cb8148a2-512c-40e0-a19a-c62dbbe8d3c2', 'port_id': '4cc8ae59-37f8-4c17-a430-75dca675e267', 'mac_address': 'fa:16:3e:79:f0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68335fe-26c4-42b4-823b-1184a837e16f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:39:19.944075 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:19.959359 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc8ae59-37f8-4c17-a430-75dca675e267 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:39:19.980775 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4cc8ae59-37f8-4c17-a430-75dca675e267, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4cc8ae59-37f8-4c17-a430-75dca675e267,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:20.089128 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.090754 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 76c0a567-6b31-4d02-96ab-6b9f84b8d048 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:39:20.127737 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34208) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:20.146660 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa749-d0d9-4eab-927c-89b1974a7dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.227957 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=4cc8ae59-37f8-4c17-a430-75dca675e267,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:20.250314 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa749-d0d9-4eab-927c-89b1974a7dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.317061 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:20.321333 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34212) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:20.326254 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1538519203-network', 'tenant_id': '53a2b30c87db4b24a86e97893a083ffb'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:20.331039 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'port_id': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'mac_address': 'fa:16:3e:82:79:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:39:20.331795 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa749-d0d9-4eab-927c-89b1974a7dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.368896 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.382501 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c0a567-6b31-4d02-96ab-6b9f84b8d048 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:39:20.384441 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-c1bfa749-d0d9-4eab-927c-89b1974a7dd4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=656cf0d53e9a4381860708246555ce12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552869 Nov 01 16:39:20.385715 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfa749-d0d9-4eab-927c-89b1974a7dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c186db54-822a-4167-9f4e-74c40c833b1b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:20.387342 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34214) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:20.404144 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:20.441243 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21ff0a9a-86cd-4337-98f5-8d83bda2893a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.459281 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Made reservation on behalf of 53a2b30c87db4b24a86e97893a083ffb for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:20.462406 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.463947 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21ff0a9a-86cd-4337-98f5-8d83bda2893a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.472430 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.484143 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.539234 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=76c0a567-6b31-4d02-96ab-6b9f84b8d048,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:20.586857 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21ff0a9a-86cd-4337-98f5-8d83bda2893a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.589479 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21ff0a9a-86cd-4337-98f5-8d83bda2893a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.593653 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-21ff0a9a-86cd-4337-98f5-8d83bda2893a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c186db54-822a-4167-9f4e-74c40c833b1b HTTP/1.1" status: 204 len: 168 time: 0.2046213 Nov 01 16:39:20.603768 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff0a9a-86cd-4337-98f5-8d83bda2893a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c186db54-822a-4167-9f4e-74c40c833b1b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:20.656433 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.906774 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ebfcb-32df-4744-be5e-443c41b34228 req-4d694a21-7fde-4b86-ae7a-19178a6b4d67 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:20.908776 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c48ebfcb-32df-4744-be5e-443c41b34228 req-4d694a21-7fde-4b86-ae7a-19178a6b4d67 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 944 time: 0.2651036 Nov 01 16:39:20.909420 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:20.921594 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03ebc0-f0dd-4a62-86ac-e7ca302bb854 req-abaa4293-2d50-448c-8722-442791d94293 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:20.924227 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5b03ebc0-f0dd-4a62-86ac-e7ca302bb854 req-abaa4293-2d50-448c-8722-442791d94293 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 946 time: 0.2817082 Nov 01 16:39:20.963093 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:39:20.997732 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39acf4c6-9706-4e29-9242-72244b3648c4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:21.001341 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:21.001702 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.segments_db [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Added segment bcf4665d-fe16-4b77-9486-deb651875edb of type vlan for network 143655a6-970d-4bfe-af7e-046a6bbc4ad6 Nov 01 16:39:21.039567 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c48ebfcb-32df-4744-be5e-443c41b34228 req-13e84fac-b505-4377-b90a-106f823c9d8d tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124237 Nov 01 16:39:21.068451 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5b03ebc0-f0dd-4a62-86ac-e7ca302bb854 req-3d0fd0f1-7856-4bd8-b895-f44cad51e410 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280406 Nov 01 16:39:21.090619 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:21.176575 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:21.177630 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:21.178099 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:21.205834 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e667d6-6aee-46c0-a914-a7c3d06e80a1 req-198d6e2a-1677-4b15-a2c9-72b6efba1f57 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:21.207347 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-44e667d6-6aee-46c0-a914-a7c3d06e80a1 req-198d6e2a-1677-4b15-a2c9-72b6efba1f57 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 945 time: 0.0871620 Nov 01 16:39:21.313253 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] Pushing event updated for resources: {'Network': ['ID=143655a6-970d-4bfe-af7e-046a6bbc4ad6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:21.325145 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ac32df53-54ad-40a1-a879-258899184e69 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9996626 Nov 01 16:39:21.325554 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34256) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:21.330907 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network 143655a6-970d-4bfe-af7e-046a6bbc4ad6 details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:39:21.334011 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-23aebde9-9a36-4e82-8f05-219b46f65f33 admin admin] Request body: {'subnet': {'network_id': '143655a6-970d-4bfe-af7e-046a6bbc4ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1538519203-subnet', 'tenant_id': '53a2b30c87db4b24a86e97893a083ffb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:21.336015 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-44e667d6-6aee-46c0-a914-a7c3d06e80a1 req-f0188034-4ca8-4474-8929-988b2535affc tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169968 Nov 01 16:39:21.350826 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e3648-7061-40c8-9c2f-2bbea7e68bab req-944622df-ec35-4ca8-8093-88a8ca8524c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:21.357955 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-533e3648-7061-40c8-9c2f-2bbea7e68bab req-944622df-ec35-4ca8-8093-88a8ca8524c6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 944 time: 0.1829002 Nov 01 16:39:21.411963 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-533e3648-7061-40c8-9c2f-2bbea7e68bab req-0d07adcd-5ace-4af9-aca1-442dc50913b0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518610 Nov 01 16:39:21.455586 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23aebde9-9a36-4e82-8f05-219b46f65f33 admin admin] Made reservation on behalf of 53a2b30c87db4b24a86e97893a083ffb for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:21.458446 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-23aebde9-9a36-4e82-8f05-219b46f65f33 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:21.736191 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-23aebde9-9a36-4e82-8f05-219b46f65f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:21.793202 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aebde9-9a36-4e82-8f05-219b46f65f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c48500-050c-4740-b555-a2652e0c262c,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:21.806302 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aebde9-9a36-4e82-8f05-219b46f65f33 admin admin] Checking segment: {'id': 'bcf4665d-fe16-4b77-9486-deb651875edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '143655a6-970d-4bfe-af7e-046a6bbc4ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:39:21.806643 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aebde9-9a36-4e82-8f05-219b46f65f33 admin admin] Network hostable DHCP agents. Network: 143655a6-970d-4bfe-af7e-046a6bbc4ad6, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:39:21.893587 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aebde9-9a36-4e82-8f05-219b46f65f33 admin admin] Network 143655a6-970d-4bfe-af7e-046a6bbc4ad6 is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:39:22.019233 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-23aebde9-9a36-4e82-8f05-219b46f65f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, 143655a6-970d-4bfe-af7e-046a6bbc4ad6) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:22.023175 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aebde9-9a36-4e82-8f05-219b46f65f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:22.023755 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-23aebde9-9a36-4e82-8f05-219b46f65f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:22.028821 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efedf780-43a2-465c-bcb0-e059c7f0e41c None None] Network 143655a6-970d-4bfe-af7e-046a6bbc4ad6 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:39:22.145050 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-23aebde9-9a36-4e82-8f05-219b46f65f33 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8155298 Nov 01 16:39:22.157354 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe3ddb8-faee-473a-8583-976e046b0cb7 None None] Network 143655a6-970d-4bfe-af7e-046a6bbc4ad6 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:39:22.195750 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2688a-65ab-4b47-bb61-6e5e4dda8094 req-d0b5aac9-07c6-4a48-93f8-1ae8823e697a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:22.198365 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8fe2688a-65ab-4b47-bb61-6e5e4dda8094 req-d0b5aac9-07c6-4a48-93f8-1ae8823e697a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 944 time: 0.0934234 Nov 01 16:39:22.261283 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8fe2688a-65ab-4b47-bb61-6e5e4dda8094 req-a73ffa69-7708-4b53-b350-2b37d6e1f730 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549634 Nov 01 16:39:22.536348 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6ef9-3254-4a5f-ba55-d2db2df0bb34 req-e50e9e43-2ca2-458e-a9aa-f43a2341950a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:22.537898 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-17cf6ef9-3254-4a5f-ba55-d2db2df0bb34 req-e50e9e43-2ca2-458e-a9aa-f43a2341950a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 944 time: 0.0496659 Nov 01 16:39:22.618272 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-17cf6ef9-3254-4a5f-ba55-d2db2df0bb34 req-45d48cc2-546f-485e-ac79-7b609bc267fd tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724926 Nov 01 16:39:23.262403 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:39:23.308754 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['76c0a567-6b31-4d02-96ab-6b9f84b8d048'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:39:23.387154 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f80a6-8e02-4c1e-a017-651f53b872ed req-d63bb7e9-3a09-4999-9e0f-5696232b1e87 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:23.388860 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-378f80a6-8e02-4c1e-a017-651f53b872ed req-d63bb7e9-3a09-4999-9e0f-5696232b1e87 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 944 time: 0.0567784 Nov 01 16:39:23.442227 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-378f80a6-8e02-4c1e-a017-651f53b872ed req-a497602c-a59e-4d20-a110-b136d542ed5c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439529 Nov 01 16:39:23.453791 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['4cc8ae59-37f8-4c17-a430-75dca675e267'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:39:23.738268 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76ae21-2db5-44e5-ad70-4d52a48044fa req-2d8369e5-7d42-46df-8f60-5c5cf7cbaa24 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:23.745111 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34354) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:23.746102 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8b76ae21-2db5-44e5-ad70-4d52a48044fa req-2d8369e5-7d42-46df-8f60-5c5cf7cbaa24 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 944 time: 0.0744874 Nov 01 16:39:23.798377 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8b76ae21-2db5-44e5-ad70-4d52a48044fa req-2c0cb333-2dc6-492c-8002-3b85f44b6a86 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455608 Nov 01 16:39:23.887436 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da0d694e-529c-4a36-bc99-6457fd93e715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:23.961893 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da0d694e-529c-4a36-bc99-6457fd93e715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:24.032940 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da0d694e-529c-4a36-bc99-6457fd93e715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:24.077869 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-da0d694e-529c-4a36-bc99-6457fd93e715 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd1c0abdc42f49118f3fbac9da4b5db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310380 Nov 01 16:39:24.079395 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d694e-529c-4a36-bc99-6457fd93e715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79273e56-ce9e-4f4c-9bf5-5cdf2628353e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:24.080993 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34366) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:24.129754 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb63f-76d4-415b-9920-39068ba71ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:24.154603 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb63f-76d4-415b-9920-39068ba71ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:24.307972 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb63f-76d4-415b-9920-39068ba71ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:24.310977 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb63f-76d4-415b-9920-39068ba71ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:24.313603 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-9ebfb63f-76d4-415b-9920-39068ba71ea4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79273e56-ce9e-4f4c-9bf5-5cdf2628353e HTTP/1.1" status: 204 len: 168 time: 0.2304678 Nov 01 16:39:24.326043 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfb63f-76d4-415b-9920-39068ba71ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79273e56-ce9e-4f4c-9bf5-5cdf2628353e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:24.563296 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5f521-ba65-4b22-b47a-c78775050321 req-0354fd60-409a-49e0-8e28-9baed35fba0b tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:24.565421 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d0c5f521-ba65-4b22-b47a-c78775050321 req-0354fd60-409a-49e0-8e28-9baed35fba0b tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 944 time: 0.0550427 Nov 01 16:39:24.630866 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d0c5f521-ba65-4b22-b47a-c78775050321 req-e0d05162-5bc8-48f1-ba2b-5938847430b3 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587955 Nov 01 16:39:24.878509 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 76c0a567-6b31-4d02-96ab-6b9f84b8d048 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:39:24.939913 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f1ede-916d-45db-8beb-34fa8ef78119 req-3fed0d47-c035-4bdd-86ea-a0891badef4c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:24.942048 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ee0f1ede-916d-45db-8beb-34fa8ef78119 req-3fed0d47-c035-4bdd-86ea-a0891badef4c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 944 time: 0.0729802 Nov 01 16:39:25.000771 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ee0f1ede-916d-45db-8beb-34fa8ef78119 req-715e50c5-40aa-4632-8bf1-dcad7b75642a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487230 Nov 01 16:39:25.135073 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:39:25.139160 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:25.139626 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.225499 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.249843 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:39:25.252132 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5f9b7f-0b7a-4b94-ba6b-7325036814e0" -d '{"events": [{"server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "name": "network-vif-plugged", "status": "completed", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:39:25.265245 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:25.290315 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24724961-66e5-4194-aba7-975a7c9f05f7 x-openstack-request-id: req-24724961-66e5-4194-aba7-975a7c9f05f7 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:39:25.290315 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "name": "network-vif-plugged", "status": "completed", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:39:25.290804 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24724961-66e5-4194-aba7-975a7c9f05f7 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:39:25.290804 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'code': 200} Nov 01 16:39:25.291410 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34416) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:25.306346 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55039640-c047-46f5-b9a0-b1e5eb6bf07b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.341232 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.345964 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4cc8ae59-37f8-4c17-a430-75dca675e267 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:39:25.397022 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55039640-c047-46f5-b9a0-b1e5eb6bf07b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.420900 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=76c0a567-6b31-4d02-96ab-6b9f84b8d048,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:25.487819 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55039640-c047-46f5-b9a0-b1e5eb6bf07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.494721 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port 4cc8ae59-37f8-4c17-a430-75dca675e267 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:39:25.499088 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 4cc8ae59-37f8-4c17-a430-75dca675e267 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:25.499444 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.528442 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-55039640-c047-46f5-b9a0-b1e5eb6bf07b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=764ce3b9965845f9b0def0bd258f88a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357104 Nov 01 16:39:25.529558 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55039640-c047-46f5-b9a0-b1e5eb6bf07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db305b88-359d-4d3a-af7c-17dbe01e0db2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:25.531986 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34420) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:25.602749 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.623319 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1421ca6f-b6cd-415e-8cea-a18435ff5c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.644698 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4cc8ae59-37f8-4c17-a430-75dca675e267, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4cc8ae59-37f8-4c17-a430-75dca675e267,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:25.650152 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1421ca6f-b6cd-415e-8cea-a18435ff5c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.673520 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d387fb-472a-4886-a042-2eeba1f0fbcd req-20b6e8d7-e491-4b5b-8480-074aa95926f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:25.674991 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-18d387fb-472a-4886-a042-2eeba1f0fbcd req-20b6e8d7-e491-4b5b-8480-074aa95926f6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 1098 time: 0.0475657 Nov 01 16:39:25.717968 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.720111 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:39:25.725557 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-18d387fb-472a-4886-a042-2eeba1f0fbcd req-ce062fb1-fdf5-49f7-bcaa-7a0438c377f5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393486 Nov 01 16:39:25.758279 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1421ca6f-b6cd-415e-8cea-a18435ff5c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.761174 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1421ca6f-b6cd-415e-8cea-a18435ff5c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.762544 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-1421ca6f-b6cd-415e-8cea-a18435ff5c6b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db305b88-359d-4d3a-af7c-17dbe01e0db2 HTTP/1.1" status: 204 len: 168 time: 0.2294712 Nov 01 16:39:25.772750 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421ca6f-b6cd-415e-8cea-a18435ff5c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db305b88-359d-4d3a-af7c-17dbe01e0db2,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:25.774812 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e25d8-d23e-4cfc-8880-0b826ef2e32f req-bf2fe12c-5d91-4e87-b923-974ea67798df tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:25.776427 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-617e25d8-d23e-4cfc-8880-0b826ef2e32f req-bf2fe12c-5d91-4e87-b923-974ea67798df tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 944 time: 0.0663579 Nov 01 16:39:25.807484 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=4cc8ae59-37f8-4c17-a430-75dca675e267,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:25.838551 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-617e25d8-d23e-4cfc-8880-0b826ef2e32f req-d0ee77a1-9b1f-4e26-8627-0503a7b6af39 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550776 Nov 01 16:39:25.872239 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:39:25.876839 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:25.877226 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:25.957628 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:26.005420 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:26.118387 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:26.122989 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec36c2-a6f6-488d-83d7-7ef69f5c19bc req-294a6be1-62d6-44e3-be10-8591cb12ced2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:26.133876 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-10ec36c2-a6f6-488d-83d7-7ef69f5c19bc req-294a6be1-62d6-44e3-be10-8591cb12ced2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0628648 Nov 01 16:39:26.191152 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-10ec36c2-a6f6-488d-83d7-7ef69f5c19bc req-eed8e673-0933-4b1c-bf2a-301aac5406cb tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489500 Nov 01 16:39:26.218399 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:26.966608 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e781b14-ddfe-4e5b-8d4e-1d9c61bc236c req-a4e1387c-db74-43db-8d9e-017831686cce tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:26.968105 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0e781b14-ddfe-4e5b-8d4e-1d9c61bc236c req-a4e1387c-db74-43db-8d9e-017831686cce tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0575612 Nov 01 16:39:27.014523 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0e781b14-ddfe-4e5b-8d4e-1d9c61bc236c req-f6fb2cde-c614-4c20-8abe-706ae57043c8 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Nov 01 16:39:27.293279 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76278f5b-27b1-4500-8e4e-a5985fca1e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc8ae59-37f8-4c17-a430-75dca675e267'}, {'server_uuid': 'a46a5f8d-cc7d-4e25-b9c1-a4dba9201962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:39:27.295626 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d59679-b98a-44b5-ada3-3e16480956c6" -d '{"events": [{"server_uuid": "76278f5b-27b1-4500-8e4e-a5985fca1e80", "name": "network-vif-plugged", "status": "completed", "tag": "4cc8ae59-37f8-4c17-a430-75dca675e267"}, {"server_uuid": "a46a5f8d-cc7d-4e25-b9c1-a4dba9201962", "name": "network-vif-plugged", "status": "completed", "tag": "dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:39:27.308832 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ecfe2-192b-434f-a43a-7475d3183075 req-3febc6fd-109b-4529-b5aa-117cc13782ae tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:27.310306 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7b6ecfe2-192b-434f-a43a-7475d3183075 req-3febc6fd-109b-4529-b5aa-117cc13782ae tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0536168 Nov 01 16:39:27.336713 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 16:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f563109-5278-4a19-843e-2b3f81b95709 x-openstack-request-id: req-3f563109-5278-4a19-843e-2b3f81b95709 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:39:27.338349 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76278f5b-27b1-4500-8e4e-a5985fca1e80", "name": "network-vif-plugged", "status": "completed", "tag": "4cc8ae59-37f8-4c17-a430-75dca675e267", "code": 200}, {"server_uuid": "a46a5f8d-cc7d-4e25-b9c1-a4dba9201962", "name": "network-vif-plugged", "status": "completed", "tag": "dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:39:27.338349 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f563109-5278-4a19-843e-2b3f81b95709 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:39:27.338349 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76278f5b-27b1-4500-8e4e-a5985fca1e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc8ae59-37f8-4c17-a430-75dca675e267', 'code': 200} Nov 01 16:39:27.338349 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46a5f8d-cc7d-4e25-b9c1-a4dba9201962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d', 'code': 200} Nov 01 16:39:27.353706 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7b6ecfe2-192b-434f-a43a-7475d3183075 req-908b70f8-0d94-4320-b68a-9f79e2caec83 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358391 Nov 01 16:39:27.751773 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b11f2-af29-45a2-8517-f69b7dd997b8 req-f3d17c15-9d03-4968-bd0b-2b226b077d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:27.753399 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-515b11f2-af29-45a2-8517-f69b7dd997b8 req-f3d17c15-9d03-4968-bd0b-2b226b077d2b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 1099 time: 0.0447533 Nov 01 16:39:27.756807 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ace2e-f683-47ec-8c4e-e05f358bf3f5 req-b2154ef4-f635-4ec7-81aa-10ff5e47d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:27.759710 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-247ace2e-f683-47ec-8c4e-e05f358bf3f5 req-b2154ef4-f635-4ec7-81aa-10ff5e47d124 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 1098 time: 0.0483115 Nov 01 16:39:27.803506 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-247ace2e-f683-47ec-8c4e-e05f358bf3f5 req-f36f67b9-6628-4531-a9d3-dbb91eb5581b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351012 Nov 01 16:39:27.805627 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-515b11f2-af29-45a2-8517-f69b7dd997b8 req-6b2e06fc-b162-4a4f-9571-637012b21ab1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376127 Nov 01 16:39:27.989886 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34550) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:28.132556 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd0c9fcf-3731-4b6e-9d4a-6aa60e30aacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:28.178148 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66158f-0533-4af5-9a74-ffe14d1c4cb6 req-97b5adf7-d80d-4109-b4e7-07a105958ded tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:28.179621 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c66158f-0533-4af5-9a74-ffe14d1c4cb6 req-97b5adf7-d80d-4109-b4e7-07a105958ded tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0890577 Nov 01 16:39:28.243589 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c66158f-0533-4af5-9a74-ffe14d1c4cb6 req-95b8414c-2347-4cea-96de-ae6909fdc35f tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573034 Nov 01 16:39:28.257536 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd0c9fcf-3731-4b6e-9d4a-6aa60e30aacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:28.369362 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd0c9fcf-3731-4b6e-9d4a-6aa60e30aacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:28.414945 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-dd0c9fcf-3731-4b6e-9d4a-6aa60e30aacc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52cb4bf4cfa440ba80d2b7956ac3a1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202218 Nov 01 16:39:28.414945 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c9fcf-3731-4b6e-9d4a-6aa60e30aacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6c744c-08ca-4f88-9d9b-4b69acd757d5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:28.414945 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34564) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:28.496985 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0da4734f-0c93-4774-b235-bb8daff09311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:28.537714 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09eb20-b55e-4a9a-8bf2-ff2fc26b30ed req-463d419b-ec94-4a2d-8935-4f2630dcce54 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:28.539209 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5b09eb20-b55e-4a9a-8bf2-ff2fc26b30ed req-463d419b-ec94-4a2d-8935-4f2630dcce54 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0835848 Nov 01 16:39:28.541152 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0da4734f-0c93-4774-b235-bb8daff09311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:28.603661 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5b09eb20-b55e-4a9a-8bf2-ff2fc26b30ed req-fc6e2563-6fff-4e47-a711-ead803931791 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545626 Nov 01 16:39:28.727178 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e429800-76f3-4d1c-91fe-bf60ce42a2b3 req-3d4be093-a248-4c20-b0af-4edcdb0f5562 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:28.728793 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e429800-76f3-4d1c-91fe-bf60ce42a2b3 req-3d4be093-a248-4c20-b0af-4edcdb0f5562 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0503802 Nov 01 16:39:28.733176 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0da4734f-0c93-4774-b235-bb8daff09311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:28.742848 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0da4734f-0c93-4774-b235-bb8daff09311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:28.742848 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-0da4734f-0c93-4774-b235-bb8daff09311 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af6c744c-08ca-4f88-9d9b-4b69acd757d5 HTTP/1.1" status: 204 len: 168 time: 0.3220208 Nov 01 16:39:28.745598 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34580) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:28.746692 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4734f-0c93-4774-b235-bb8daff09311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6c744c-08ca-4f88-9d9b-4b69acd757d5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:28.751226 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-349a4590-a715-40be-ac8e-bd11376f6f5c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Request body: {'floatingip': {'port_id': '76c0a567-6b31-4d02-96ab-6b9f84b8d048'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:28.844019 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-349a4590-a715-40be-ac8e-bd11376f6f5c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:29.369647 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b90462-f9df-4aad-be90-c9fb9b0f3055 req-cb083e20-5feb-4ef4-b2e3-75b0ef67a745 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:29.372748 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d5b90462-f9df-4aad-be90-c9fb9b0f3055 req-cb083e20-5feb-4ef4-b2e3-75b0ef67a745 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0569391 Nov 01 16:39:29.415904 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d5b90462-f9df-4aad-be90-c9fb9b0f3055 req-20031998-23dc-4dc6-8ba3-2df7e6514c3a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358107 Nov 01 16:39:29.463661 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34602) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:29.481215 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7be6e77e-59e0-4b79-a133-1a459ea4f9ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:29.599114 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7be6e77e-59e0-4b79-a133-1a459ea4f9ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:29.666300 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-349a4590-a715-40be-ac8e-bd11376f6f5c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:29.683607 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7be6e77e-59e0-4b79-a133-1a459ea4f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:29.722657 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-7be6e77e-59e0-4b79-a133-1a459ea4f9ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6494b9519baa411dbb65aab37c67f2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577000 Nov 01 16:39:29.723581 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6e77e-59e0-4b79-a133-1a459ea4f9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12914353-3af9-4cca-bf74-bc22278b0571,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:29.725505 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34608) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:29.772876 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-349a4590-a715-40be-ac8e-bd11376f6f5c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:29.809810 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ed19cde6-f21d-4748-90ce-41ac7d42be27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:29.841113 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ed19cde6-f21d-4748-90ce-41ac7d42be27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:29.911010 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [None req-349a4590-a715-40be-ac8e-bd11376f6f5c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Floating IP 5ebaa1a6-6557-48fb-968b-889d636dc5bb associated. External IP: 172.27.2.103, port: 76c0a567-6b31-4d02-96ab-6b9f84b8d048. Nov 01 16:39:30.049719 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ed19cde6-f21d-4748-90ce-41ac7d42be27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:30.052410 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ed19cde6-f21d-4748-90ce-41ac7d42be27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:30.053568 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-ed19cde6-f21d-4748-90ce-41ac7d42be27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12914353-3af9-4cca-bf74-bc22278b0571 HTTP/1.1" status: 204 len: 168 time: 0.3270731 Nov 01 16:39:30.067765 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19cde6-f21d-4748-90ce-41ac7d42be27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12914353-3af9-4cca-bf74-bc22278b0571,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:30.135142 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349a4590-a715-40be-ac8e-bd11376f6f5c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Router bd132342-bdf0-4f57-8815-ccd76fa4397a has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:39:30.249498 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349a4590-a715-40be-ac8e-bd11376f6f5c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:39:30.250840 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-349a4590-a715-40be-ac8e-bd11376f6f5c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:30.261953 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4f49f0-3a10-49e5-9644-dc95da606382 None None] Sync routers for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:39:30.276193 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f49f0-3a10-49e5-9644-dc95da606382 None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:39:30.277015 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-6b4f49f0-3a10-49e5-9644-dc95da606382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:39:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:30.282089 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-349a4590-a715-40be-ac8e-bd11376f6f5c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "PUT /v2.0/floatingips/5ebaa1a6-6557-48fb-968b-889d636dc5bb HTTP/1.1" status: 200 len: 991 time: 1.5349591 Nov 01 16:39:30.282704 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:39:30.285143 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052401a4-daf0-4cf0-a8e4-9a54fb00b05c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:39:30.351546 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f602fced-64ac-4185-af2f-87d1b2e08af3 x-openstack-request-id: req-f602fced-64ac-4185-af2f-87d1b2e08af3 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:39:30.351883 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:39:30.352185 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f602fced-64ac-4185-af2f-87d1b2e08af3 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:39:30.352637 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'status': 'completed', 'code': 200} Nov 01 16:39:30.403986 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-6b4f49f0-3a10-49e5-9644-dc95da606382 None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:39:30.438770 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052401a4-daf0-4cf0-a8e4-9a54fb00b05c req-c81766a0-0ba0-4ba1-b9f8-b12f24bd59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:30.441120 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-052401a4-daf0-4cf0-a8e4-9a54fb00b05c req-c81766a0-0ba0-4ba1-b9f8-b12f24bd59f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 1098 time: 0.0559940 Nov 01 16:39:30.649635 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675ec26-0b7a-442e-aa30-3a463f24eaa4 req-bb2ada6e-7a00-490a-b15e-0121e27a17b2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:30.651128 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c675ec26-0b7a-442e-aa30-3a463f24eaa4 req-bb2ada6e-7a00-490a-b15e-0121e27a17b2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.1378341 Nov 01 16:39:30.654358 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052401a4-daf0-4cf0-a8e4-9a54fb00b05c req-45a8389a-dd3a-434e-8e49-f38fb277ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:30.655971 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-052401a4-daf0-4cf0-a8e4-9a54fb00b05c req-45a8389a-dd3a-434e-8e49-f38fb277ebec service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 918 time: 0.1971948 Nov 01 16:39:30.753356 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-6b4f49f0-3a10-49e5-9644-dc95da606382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5ebaa1a6-6557-48fb-968b-889d636dc5bb', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'port_id': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'mac_address': 'fa:16:3e:82:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:38:52Z', 'updated_at': '2021-11-01T16:39:29Z', 'revision_number': 1, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:50Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:30.757886 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c675ec26-0b7a-442e-aa30-3a463f24eaa4 req-98fa1356-c8f3-48a5-824f-5cc5b3a3e019 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996788 Nov 01 16:39:30.786171 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4f49f0-3a10-49e5-9644-dc95da606382 None None] Checking router: bd132342-bdf0-4f57-8815-ccd76fa4397a for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:39:30.786897 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-052401a4-daf0-4cf0-a8e4-9a54fb00b05c req-d25f7ac1-6608-4a43-94be-be2118c2614e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048 HTTP/1.1" status: 200 len: 999 time: 0.1141472 Nov 01 16:39:30.795324 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f49f0-3a10-49e5-9644-dc95da606382 None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:39:30.795946 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-6b4f49f0-3a10-49e5-9644-dc95da606382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:39:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:30.846901 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052401a4-daf0-4cf0-a8e4-9a54fb00b05c req-a51bac47-bdff-42e7-9520-e08c20c27556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:30.848677 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-052401a4-daf0-4cf0-a8e4-9a54fb00b05c req-a51bac47-bdff-42e7-9520-e08c20c27556 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12d120ec-7c1c-492a-aded-98eaa12c8391 HTTP/1.1" status: 200 len: 856 time: 0.0505400 Nov 01 16:39:30.961658 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052401a4-daf0-4cf0-a8e4-9a54fb00b05c req-42835025-d3be-4860-85c1-f6357e2380f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:30.963373 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-052401a4-daf0-4cf0-a8e4-9a54fb00b05c req-42835025-d3be-4860-85c1-f6357e2380f1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac002b1f-c80d-4c51-9e9a-3afa35f24108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0988660 Nov 01 16:39:30.994007 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-6b4f49f0-3a10-49e5-9644-dc95da606382 None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:39:31.110249 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34652) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:31.128606 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-052401a4-daf0-4cf0-a8e4-9a54fb00b05c req-5e1b5c7b-7ea9-47bc-9364-a8b252ee1d7e service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420615 Nov 01 16:39:31.288504 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-052401a4-daf0-4cf0-a8e4-9a54fb00b05c req-2ad313f4-847d-418c-b6a1-9cc9427f3a4f service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463442 Nov 01 16:39:31.291991 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57cbee02-5dfb-4c23-a622-d0b6eb84ca99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:31.391179 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57cbee02-5dfb-4c23-a622-d0b6eb84ca99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:31.428160 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-6b4f49f0-3a10-49e5-9644-dc95da606382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5ebaa1a6-6557-48fb-968b-889d636dc5bb', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'port_id': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'mac_address': 'fa:16:3e:82:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:38:52Z', 'updated_at': '2021-11-01T16:39:29Z', 'revision_number': 1, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:50Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:31.462774 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4f49f0-3a10-49e5-9644-dc95da606382 None None] The sync data for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi is: [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5ebaa1a6-6557-48fb-968b-889d636dc5bb', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'port_id': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'mac_address': 'fa:16:3e:82:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:38:52Z', 'updated_at': '2021-11-01T16:39:29Z', 'revision_number': 1, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:50Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:39:31.471066 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fa517-b011-4d52-aaa9-79ddd8ce4f6c req-88c84358-6d1e-4d65-8d1e-bccaf0ebe502 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:31.472466 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57cbee02-5dfb-4c23-a622-d0b6eb84ca99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:31.508250 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ed5fa517-b011-4d52-aaa9-79ddd8ce4f6c req-88c84358-6d1e-4d65-8d1e-bccaf0ebe502 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0907221 Nov 01 16:39:31.513275 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbee02-5dfb-4c23-a622-d0b6eb84ca99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ed21e3-e7e1-45fc-937e-26979064b1ae,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:31.532427 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-57cbee02-5dfb-4c23-a622-d0b6eb84ca99 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eacf561f0047410cba64edb5dd016697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216757 Nov 01 16:39:31.534904 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34672) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:31.579624 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ed5fa517-b011-4d52-aaa9-79ddd8ce4f6c req-0a44783c-aac0-475f-ab2c-34d725589917 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650060 Nov 01 16:39:31.609515 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3b0204b-7bb3-42f1-81e1-9df02c043c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:31.615786 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad050f3-fcbf-404c-8642-78ed0ec5bef2 req-3390a287-ac27-4d09-a20b-3a44a732c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:31.617256 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ad050f3-fcbf-404c-8642-78ed0ec5bef2 req-3390a287-ac27-4d09-a20b-3a44a732c74e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d68315a9114545d0b176b3bfa254883f&device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 1098 time: 0.0610716 Nov 01 16:39:31.630412 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3b0204b-7bb3-42f1-81e1-9df02c043c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:31.736821 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad050f3-fcbf-404c-8642-78ed0ec5bef2 req-1cad206c-249a-49e9-9a46-b8884cd35aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:31.738328 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ad050f3-fcbf-404c-8642-78ed0ec5bef2 req-1cad206c-249a-49e9-9a46-b8884cd35aa8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 HTTP/1.1" status: 200 len: 917 time: 0.1102979 Nov 01 16:39:31.740024 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65c3e93-cf19-477e-92a2-b9f7eed492f9 None None] New status for floating IP 5ebaa1a6-6557-48fb-968b-889d636dc5bb: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:39:31.784709 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ad050f3-fcbf-404c-8642-78ed0ec5bef2 req-c17d5ba1-07fd-400d-b52e-88af7964dd61 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d HTTP/1.1" status: 200 len: 217 time: 0.0352683 Nov 01 16:39:31.814617 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3b0204b-7bb3-42f1-81e1-9df02c043c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:31.817326 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3b0204b-7bb3-42f1-81e1-9df02c043c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:31.821047 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-e3b0204b-7bb3-42f1-81e1-9df02c043c93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79ed21e3-e7e1-45fc-937e-26979064b1ae HTTP/1.1" status: 204 len: 168 time: 0.2826173 Nov 01 16:39:31.826829 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0204b-7bb3-42f1-81e1-9df02c043c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ed21e3-e7e1-45fc-937e-26979064b1ae,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:31.849268 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad050f3-fcbf-404c-8642-78ed0ec5bef2 req-913f8528-5dbf-453a-b7ae-a6fec4aa0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:31.851271 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ad050f3-fcbf-404c-8642-78ed0ec5bef2 req-913f8528-5dbf-453a-b7ae-a6fec4aa0ab3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68335fe-26c4-42b4-823b-1184a837e16f HTTP/1.1" status: 200 len: 856 time: 0.0588219 Nov 01 16:39:31.899007 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ad050f3-fcbf-404c-8642-78ed0ec5bef2 req-d3b2969c-2ad8-4126-a9c1-d23d0e9477bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313292 Nov 01 16:39:32.020049 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ad050f3-fcbf-404c-8642-78ed0ec5bef2 req-6849f127-a4aa-4738-b89b-aa9f1d3d4b6a service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985069 Nov 01 16:39:32.190521 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ad050f3-fcbf-404c-8642-78ed0ec5bef2 req-7707c9c7-5774-469b-af04-ca07db348be9 service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572373 Nov 01 16:39:32.561526 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34720) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:32.576078 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce3dcff6-ccc3-427f-93a0-aaa67bb236e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:32.687495 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce3dcff6-ccc3-427f-93a0-aaa67bb236e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:32.703840 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f12344-5ce6-487a-932c-de411eb40948 req-a3d23e08-d9c8-4aef-8bfc-9fbdf19cf28e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:32.705449 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-21f12344-5ce6-487a-932c-de411eb40948 req-a3d23e08-d9c8-4aef-8bfc-9fbdf19cf28e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0579727 Nov 01 16:39:32.755290 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-21f12344-5ce6-487a-932c-de411eb40948 req-e0f73636-e7d5-4168-ac15-e312d2474106 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Nov 01 16:39:32.801900 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce3dcff6-ccc3-427f-93a0-aaa67bb236e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:32.845438 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-ce3dcff6-ccc3-427f-93a0-aaa67bb236e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab5e11ada29745b781c700e4fccfc94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822003 Nov 01 16:39:32.846572 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3dcff6-ccc3-427f-93a0-aaa67bb236e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf6b014-7f96-40c1-b7b3-79c83d161b92,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:32.848153 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34736) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:32.917422 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fecaff90-f08a-4419-97ae-406686be519e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:32.941139 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fecaff90-f08a-4419-97ae-406686be519e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:33.163287 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fecaff90-f08a-4419-97ae-406686be519e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:33.168363 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fecaff90-f08a-4419-97ae-406686be519e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:33.168363 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-fecaff90-f08a-4419-97ae-406686be519e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fdf6b014-7f96-40c1-b7b3-79c83d161b92 HTTP/1.1" status: 204 len: 168 time: 0.3180680 Nov 01 16:39:33.176471 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecaff90-f08a-4419-97ae-406686be519e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf6b014-7f96-40c1-b7b3-79c83d161b92,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:33.870954 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b0aff-e59a-4de5-bc66-8eda0824e2fd req-d2969caa-8f42-4b30-8aff-9b726117a4ae tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:33.872452 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5e5b0aff-e59a-4de5-bc66-8eda0824e2fd req-d2969caa-8f42-4b30-8aff-9b726117a4ae tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0534160 Nov 01 16:39:33.909856 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5e5b0aff-e59a-4de5-bc66-8eda0824e2fd req-84f5fec4-8e5b-4aec-9672-9a715f70c8ac tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305991 Nov 01 16:39:34.096751 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34776) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:34.222868 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-30c6ae0f-3708-48e6-8502-44f840967827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:34.299964 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-30c6ae0f-3708-48e6-8502-44f840967827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:34.357799 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-30c6ae0f-3708-48e6-8502-44f840967827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:34.403693 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-30c6ae0f-3708-48e6-8502-44f840967827 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3570fe2388724cdd930983b7c9eb5951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056941 Nov 01 16:39:34.404414 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6ae0f-3708-48e6-8502-44f840967827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1580b9bf-349f-4de6-813b-7c5d44d8041b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:34.406311 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34798) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:34.478476 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ee95-ccf5-43ad-8279-6b7c4883794a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:34.515457 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ee95-ccf5-43ad-8279-6b7c4883794a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:34.649553 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ee95-ccf5-43ad-8279-6b7c4883794a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:34.652837 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ee95-ccf5-43ad-8279-6b7c4883794a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:34.654964 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-e4f7ee95-ccf5-43ad-8279-6b7c4883794a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1580b9bf-349f-4de6-813b-7c5d44d8041b HTTP/1.1" status: 204 len: 168 time: 0.2456088 Nov 01 16:39:34.674537 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7ee95-ccf5-43ad-8279-6b7c4883794a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1580b9bf-349f-4de6-813b-7c5d44d8041b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:35.078909 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6d5c6-9836-4808-8b90-25945179f092 req-81624df5-19ae-457d-ab3a-2bb30f369b10 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:35.080536 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-abd6d5c6-9836-4808-8b90-25945179f092 req-81624df5-19ae-457d-ab3a-2bb30f369b10 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0512865 Nov 01 16:39:35.153631 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-abd6d5c6-9836-4808-8b90-25945179f092 req-ad47fd5c-2053-45ab-b836-d2409f98aa20 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604866 Nov 01 16:39:35.169479 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94085817-a728-40f0-9ec6-1b145143cc44 req-eef58be1-f943-4fa6-99bf-d8c723144a80 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:35.171060 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-94085817-a728-40f0-9ec6-1b145143cc44 req-eef58be1-f943-4fa6-99bf-d8c723144a80 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 945 time: 0.0885644 Nov 01 16:39:35.215515 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-94085817-a728-40f0-9ec6-1b145143cc44 req-ee6b38ef-f758-4140-a434-1d3fda50bc68 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374434 Nov 01 16:39:35.540948 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34848) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:35.554966 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55614705-3c7f-4376-9ac4-c92291c0c7d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:35.628092 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55614705-3c7f-4376-9ac4-c92291c0c7d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:35.690081 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55614705-3c7f-4376-9ac4-c92291c0c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:35.729269 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-55614705-3c7f-4376-9ac4-c92291c0c7d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f98f8d54a3e64fdfb8a159cd2b91df87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871400 Nov 01 16:39:35.730240 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55614705-3c7f-4376-9ac4-c92291c0c7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc9e845-2dd6-41e1-b921-21e3914f03e7,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:35.732077 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34852) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:35.745926 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8edd2baf-5fbf-4ab1-ab66-b196df2cc824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:35.789714 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-234568c6-6e3d-4cca-ab87-fb7d247e197a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:35.814658 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-234568c6-6e3d-4cca-ab87-fb7d247e197a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:35.952075 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-234568c6-6e3d-4cca-ab87-fb7d247e197a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:35.955836 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-234568c6-6e3d-4cca-ab87-fb7d247e197a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:35.957010 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-234568c6-6e3d-4cca-ab87-fb7d247e197a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1dc9e845-2dd6-41e1-b921-21e3914f03e7 HTTP/1.1" status: 204 len: 168 time: 0.2235229 Nov 01 16:39:35.964840 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234568c6-6e3d-4cca-ab87-fb7d247e197a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc9e845-2dd6-41e1-b921-21e3914f03e7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:36.285966 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f6e56-d295-43ac-a1b5-e8c162f5d8cf req-7c5299cf-0737-492e-b9cd-f43e50345262 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:36.288102 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0b8f6e56-d295-43ac-a1b5-e8c162f5d8cf req-7c5299cf-0737-492e-b9cd-f43e50345262 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0598180 Nov 01 16:39:36.357214 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0b8f6e56-d295-43ac-a1b5-e8c162f5d8cf req-5413f8fc-5fed-4a53-865a-f8c23d75068e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579121 Nov 01 16:39:36.382522 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d34016-8f9f-4d7a-8197-6065f8857cc2 req-3d8df65a-68d3-4ac1-ac2a-3b6a2bf8e84c tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:36.388066 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6d34016-8f9f-4d7a-8197-6065f8857cc2 req-3d8df65a-68d3-4ac1-ac2a-3b6a2bf8e84c tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 945 time: 0.0866544 Nov 01 16:39:36.424919 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6d34016-8f9f-4d7a-8197-6065f8857cc2 req-f84430af-f904-4996-824d-2de6e04a8550 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358174 Nov 01 16:39:37.311070 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 34924) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:37.538477 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:37.612185 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691cf65-df7d-4238-82a6-b7b1bc55a895 req-5be879cc-c018-446a-b5b1-e3aa457d7519 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:37.613656 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6691cf65-df7d-4238-82a6-b7b1bc55a895 req-5be879cc-c018-446a-b5b1-e3aa457d7519 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.1788416 Nov 01 16:39:37.628609 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f51257-8f3a-4f9c-817b-65b3be78da3a req-5c6db112-7549-4171-9ad2-5294ec5286fc tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:37.629975 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a9f51257-8f3a-4f9c-817b-65b3be78da3a req-5c6db112-7549-4171-9ad2-5294ec5286fc tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 945 time: 0.1433966 Nov 01 16:39:37.690817 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df50c-4ce4-412c-bc08-09900786794e req-d0e68e48-e458-4683-92a3-db7cb1807ac9 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:37.692361 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b95df50c-4ce4-412c-bc08-09900786794e req-d0e68e48-e458-4683-92a3-db7cb1807ac9 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 945 time: 0.1563427 Nov 01 16:39:37.991724 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6691cf65-df7d-4238-82a6-b7b1bc55a895 req-27470ad0-722d-425a-9968-8e678fc8df10 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565593 Nov 01 16:39:38.069102 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b95df50c-4ce4-412c-bc08-09900786794e req-6b6c0b2a-692c-4cf4-b957-313179e168f9 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/security-groups?id=af03d4f7-8e8a-4700-8936-22b4870c92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479166 Nov 01 16:39:38.080422 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:38.117723 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a9f51257-8f3a-4f9c-817b-65b3be78da3a req-f8a629d0-463f-45b4-a800-d2b087a80b66 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Deleting port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:39:38.118066 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a9f51257-8f3a-4f9c-817b-65b3be78da3a req-f8a629d0-463f-45b4-a800-d2b087a80b66 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:38.129861 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-781150eb-663f-4580-b506-f5fb47d85ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:38.181230 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:38.239005 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=557b69990294437e8d66d520c69a4c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9261649 Nov 01 16:39:38.241379 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14796ea-7e76-4814-ae85-ba4ba95179a2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:38.241778 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 34962) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:38.250381 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a9f51257-8f3a-4f9c-817b-65b3be78da3a req-f8a629d0-463f-45b4-a800-d2b087a80b66 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] For port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd,segment=NetworkSegment(3477620f-9226-40cd-966a-e487639760af),segment_id=3477620f-9226-40cd-966a-e487639760af)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:38.250755 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a9f51257-8f3a-4f9c-817b-65b3be78da3a req-f8a629d0-463f-45b4-a800-d2b087a80b66 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:38.261735 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.262097 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.262455 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.262798 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.263132 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.263471 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.263836 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.264169 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.264502 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.264862 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.265192 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.265523 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260043bd-a209-4c1d-a6e8-127e6bb60e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.276601 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a9f51257-8f3a-4f9c-817b-65b3be78da3a req-f8a629d0-463f-45b4-a800-d2b087a80b66 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Calling delete_port for 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:39:38.293450 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:38.316625 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:38.447871 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:38.453081 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:38.456901 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-df884637-f753-456e-a414-318f53545a43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a14796ea-7e76-4814-ae85-ba4ba95179a2 HTTP/1.1" status: 204 len: 168 time: 0.2115700 Nov 01 16:39:38.463495 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14796ea-7e76-4814-ae85-ba4ba95179a2,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:38.471934 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.472286 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.472615 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.472957 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.473317 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.473777 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.474058 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.474294 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.474622 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.474946 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.475270 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.475617 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df884637-f753-456e-a414-318f53545a43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:38.489337 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a9f51257-8f3a-4f9c-817b-65b3be78da3a req-f8a629d0-463f-45b4-a800-d2b087a80b66 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:38.504690 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:39:38.567932 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a629d0-463f-45b4-a800-d2b087a80b66 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Pushing event deleted for resources: {'Port': ['ID=0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:38.605051 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f51257-8f3a-4f9c-817b-65b3be78da3a req-f8a629d0-463f-45b4-a800-d2b087a80b66 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] No DVR routers for this DVR port 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd on host hv-cinder-81618 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:39:38.608351 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a9f51257-8f3a-4f9c-817b-65b3be78da3a req-f8a629d0-463f-45b4-a800-d2b087a80b66 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:38.612502 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a9f51257-8f3a-4f9c-817b-65b3be78da3a req-f8a629d0-463f-45b4-a800-d2b087a80b66 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.71 "DELETE /v2.0/ports/0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd HTTP/1.1" status: 204 len: 173 time: 0.9706645 Nov 01 16:39:38.613122 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8cc126-c2b3-4794-bca9-0137af8b6e95', 'name': 'network-vif-deleted', 'tag': '0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:39:38.615567 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408fa71e-32c1-4d1b-ac77-495b66d3ecbb" -d '{"events": [{"server_uuid": "5e8cc126-c2b3-4794-bca9-0137af8b6e95", "name": "network-vif-deleted", "tag": "0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:39:38.658037 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e745bf6-85a5-45a4-ab7b-520e0d930eec x-openstack-request-id: req-5e745bf6-85a5-45a4-ab7b-520e0d930eec {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:39:38.658332 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8cc126-c2b3-4794-bca9-0137af8b6e95", "name": "network-vif-deleted", "tag": "0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:39:38.658584 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e745bf6-85a5-45a4-ab7b-520e0d930eec {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:39:38.659088 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8cc126-c2b3-4794-bca9-0137af8b6e95', 'name': 'network-vif-deleted', 'tag': '0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd', 'status': 'completed', 'code': 200} Nov 01 16:39:39.113396 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c118-d60b-4377-a735-0fd0243fdd58 req-b4fd33ae-293e-4e68-99fa-93849b97a9a4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:39.120002 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-47c2c118-d60b-4377-a735-0fd0243fdd58 req-b4fd33ae-293e-4e68-99fa-93849b97a9a4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0522478 Nov 01 16:39:39.180174 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-42f2a9db-9e41-4810-9f77-f06320ab3a63 req-82c6f488-fdaa-4dab-b10f-6bdf5d7b6e71 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.0417783 Nov 01 16:39:39.188365 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-47c2c118-d60b-4377-a735-0fd0243fdd58 req-bb1f67dd-054c-42d1-a754-b7f6549c01a7 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650287 Nov 01 16:39:39.251057 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35006) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:39.271210 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c1dccdb-1060-4273-8b78-fe2be0ad3fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:39.356871 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c1dccdb-1060-4273-8b78-fe2be0ad3fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:39.373021 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:39.463917 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c1dccdb-1060-4273-8b78-fe2be0ad3fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:39.507133 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-0c1dccdb-1060-4273-8b78-fe2be0ad3fe9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c2f14a89b7249559bb645dda9aacb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508054 Nov 01 16:39:39.507133 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dccdb-1060-4273-8b78-fe2be0ad3fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0957616-1224-43c6-880e-8ca2dc9b9af6,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:39.508895 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35016) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:39.568529 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ce560539-2ae5-4db7-9037-2a3258a1bcf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:39.592609 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ce560539-2ae5-4db7-9037-2a3258a1bcf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:39.699954 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ce560539-2ae5-4db7-9037-2a3258a1bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:39.703110 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ce560539-2ae5-4db7-9037-2a3258a1bcf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:39.704300 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ce560539-2ae5-4db7-9037-2a3258a1bcf8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0957616-1224-43c6-880e-8ca2dc9b9af6 HTTP/1.1" status: 204 len: 168 time: 0.1942458 Nov 01 16:39:39.712780 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce560539-2ae5-4db7-9037-2a3258a1bcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0957616-1224-43c6-880e-8ca2dc9b9af6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:40.342486 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b0c91fe3-f04f-45ed-9c3b-37e7d51a7f5e req-788ec709-578e-4439-88c2-c84e1c62a327 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.0386908 Nov 01 16:39:40.360772 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb162e0-eefa-4531-a409-69d80e365993 req-f642248e-e66c-43e5-a28a-d5563eafcc03 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:40.368701 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9cb162e0-eefa-4531-a409-69d80e365993 req-f642248e-e66c-43e5-a28a-d5563eafcc03 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0981612 Nov 01 16:39:40.411211 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9cb162e0-eefa-4531-a409-69d80e365993 req-2f848981-123b-48fb-b5ac-a157c9b8de21 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349448 Nov 01 16:39:40.669672 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:40.784242 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35066) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:40.877799 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-834754888-network', 'tenant_id': '07e2c4312d0d44f69bd11e292b2c9bb9'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:41.023897 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:39:41.024457 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Made reservation on behalf of 07e2c4312d0d44f69bd11e292b2c9bb9 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:41.026440 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:41.035065 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:41.105824 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:41.185847 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:41.212311 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:39:41.222705 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb3bcef-cef4-4321-adfb-989be372efcf,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:41.228400 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:41.228748 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.segments_db [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Added segment 00019d26-77b6-454c-b2ff-04ccde01405a of type vlan for network b25ba124-fbe9-468d-bb4a-ebb35d2922db Nov 01 16:39:41.269654 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:41.349956 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:41.350932 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:41.351575 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:41.415376 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] Pushing event updated for resources: {'Network': ['ID=b25ba124-fbe9-468d-bb4a-ebb35d2922db,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:41.425820 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network b25ba124-fbe9-468d-bb4a-ebb35d2922db details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:39:41.448167 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-e0ac02ff-ce93-498a-9663-5b9a79ce7f99 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6628201 Nov 01 16:39:41.451513 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35082) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:41.456589 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-c276588c-f5a8-4a95-8194-3fb6a6fc4461 admin admin] Request body: {'subnet': {'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-834754888-subnet', 'tenant_id': '07e2c4312d0d44f69bd11e292b2c9bb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:41.465082 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-714f0dac-b150-4def-a8d4-d31136f8ecdc req-96121b64-eae0-4310-a518-815debd1c800 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.0303745 Nov 01 16:39:41.546791 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c276588c-f5a8-4a95-8194-3fb6a6fc4461 admin admin] Made reservation on behalf of 07e2c4312d0d44f69bd11e292b2c9bb9 for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:41.549067 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c276588c-f5a8-4a95-8194-3fb6a6fc4461 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:41.570675 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e95546-dd41-4fed-8e8a-cd4eed74a886 req-7d525bc9-6612-492d-902d-fa42413ab069 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:41.572214 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e8e95546-dd41-4fed-8e8a-cd4eed74a886 req-7d525bc9-6612-492d-902d-fa42413ab069 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0503163 Nov 01 16:39:41.613242 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e8e95546-dd41-4fed-8e8a-cd4eed74a886 req-b164e26e-c83f-4091-b53b-44b4f21345b2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335290 Nov 01 16:39:41.795454 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c276588c-f5a8-4a95-8194-3fb6a6fc4461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:41.851740 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276588c-f5a8-4a95-8194-3fb6a6fc4461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5037da-f307-4cc9-8787-1e2abe0a4359,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:41.858676 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c276588c-f5a8-4a95-8194-3fb6a6fc4461 admin admin] Checking segment: {'id': '00019d26-77b6-454c-b2ff-04ccde01405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:39:41.859030 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c276588c-f5a8-4a95-8194-3fb6a6fc4461 admin admin] Network hostable DHCP agents. Network: b25ba124-fbe9-468d-bb4a-ebb35d2922db, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:39:41.921303 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c276588c-f5a8-4a95-8194-3fb6a6fc4461 admin admin] Network b25ba124-fbe9-468d-bb4a-ebb35d2922db is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:39:41.980057 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-c276588c-f5a8-4a95-8194-3fb6a6fc4461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, b25ba124-fbe9-468d-bb4a-ebb35d2922db) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:41.984524 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c276588c-f5a8-4a95-8194-3fb6a6fc4461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:41.985598 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c276588c-f5a8-4a95-8194-3fb6a6fc4461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:41.988744 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae3d7a-e731-4fe6-b588-66232b9b3f77 None None] Network b25ba124-fbe9-468d-bb4a-ebb35d2922db requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:39:42.078968 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-c276588c-f5a8-4a95-8194-3fb6a6fc4461 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6261890 Nov 01 16:39:42.111286 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47305c3-14dd-4f03-b526-0f00055ea696 None None] Network b25ba124-fbe9-468d-bb4a-ebb35d2922db requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:39:42.319101 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fc99a491-6b05-44dc-bfb0-de4b69a856e6 req-0ab499e9-5d13-4897-94d9-bb533cc5c116 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0332739 Nov 01 16:39:42.407064 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fc99a491-6b05-44dc-bfb0-de4b69a856e6 req-589908f0-cd30-4d6d-9365-58c5960e0da3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f01e02383884607933c4aaa2e77be2d&device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.0300045 Nov 01 16:39:42.540556 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99a491-6b05-44dc-bfb0-de4b69a856e6 req-ce3e75d0-d9e6-4589-bcc9-be82b773278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:42.542034 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fc99a491-6b05-44dc-bfb0-de4b69a856e6 req-ce3e75d0-d9e6-4589-bcc9-be82b773278c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=2f01e02383884607933c4aaa2e77be2d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1084507 Nov 01 16:39:42.604781 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-07372800-dc60-493b-a5f9-2dd4d9598b10 req-fc0efc23-b6ae-42ef-ab71-717fda0e3965 tempest-DeleteServersTestJSON-1808938102 tempest-DeleteServersTestJSON-1808938102-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e8cc126-c2b3-4794-bca9-0137af8b6e95 HTTP/1.1" status: 200 len: 210 time: 0.0501823 Nov 01 16:39:42.668926 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99a491-6b05-44dc-bfb0-de4b69a856e6 req-e26fe03a-960a-4a12-bb06-fa53e79b16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:42.670426 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fc99a491-6b05-44dc-bfb0-de4b69a856e6 req-e26fe03a-960a-4a12-bb06-fa53e79b16e9 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1147356 Nov 01 16:39:42.745163 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877e6d2-3894-4e27-8387-addbe46ebe53 req-22a1d9ff-9eb2-49df-ac36-2a426e2aad9e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:42.746672 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2877e6d2-3894-4e27-8387-addbe46ebe53 req-22a1d9ff-9eb2-49df-ac36-2a426e2aad9e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0590448 Nov 01 16:39:42.788098 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2877e6d2-3894-4e27-8387-addbe46ebe53 req-7f2780a9-7fd2-41a6-b17e-eb04f4351c6b tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344613 Nov 01 16:39:42.984621 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:39:43.007115 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:39:43.008113 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 0afba5b1-a1ea-4b6a-9e24-6aa219e87cdd not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:39:43.415380 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:43.907326 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8eb9b-859c-4ce3-99ca-4999e6398617 req-d44e43fa-ae21-44b7-985f-79e3ea9754ce tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:43.908863 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-76b8eb9b-859c-4ce3-99ca-4999e6398617 req-d44e43fa-ae21-44b7-985f-79e3ea9754ce tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0540261 Nov 01 16:39:43.948271 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35150) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:43.983650 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-76b8eb9b-859c-4ce3-99ca-4999e6398617 req-4e6e0bc9-d962-42ac-9339-2f5c16ac3b0c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642483 Nov 01 16:39:44.013381 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b46def-5f2d-4d78-bcb2-67a058989a10 admin admin] Deleting subnet af38374b-ac80-4151-94c2-37abd7044d3b {{(pid=102020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:39:44.017468 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3b46def-5f2d-4d78-bcb2-67a058989a10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:44.058444 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3b46def-5f2d-4d78-bcb2-67a058989a10 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:44.083899 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3b46def-5f2d-4d78-bcb2-67a058989a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:44.227237 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-a9727631-4e14-4efc-980b-ce51ba40fd19 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:44.228793 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-a9727631-4e14-4efc-980b-ce51ba40fd19 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/networks?id=b25ba124-fbe9-468d-bb4a-ebb35d2922db HTTP/1.1" status: 200 len: 808 time: 0.1032495 Nov 01 16:39:44.235685 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3b46def-5f2d-4d78-bcb2-67a058989a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:44.244949 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-dab00dab-ec07-4128-a8a6-4210c41bf471 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/quotas/07e2c4312d0d44f69bd11e292b2c9bb9 HTTP/1.1" status: 200 len: 375 time: 0.0094836 Nov 01 16:39:44.265122 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b46def-5f2d-4d78-bcb2-67a058989a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af38374b-ac80-4151-94c2-37abd7044d3b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:44.274229 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3b46def-5f2d-4d78-bcb2-67a058989a10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:44.279568 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-f3b46def-5f2d-4d78-bcb2-67a058989a10 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/af38374b-ac80-4151-94c2-37abd7044d3b HTTP/1.1" status: 204 len: 168 time: 0.3292575 Nov 01 16:39:44.281731 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35182) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:44.283881 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-e5384a2c-5b85-4f2b-9b62-fde2cfa5ec5d tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=07e2c4312d0d44f69bd11e292b2c9bb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314250 Nov 01 16:39:44.356316 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:44.387624 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-12560e3a-d914-43e7-b1f4-a6925fbff482 service neutron] 10.222.0.62 "GET /v2.0/networks/b25ba124-fbe9-468d-bb4a-ebb35d2922db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857906 Nov 01 16:39:44.450444 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:44.475434 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.476618 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.476857 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.477406 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > port after_create 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.477662 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.478186 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > port after_update 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.478644 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.479146 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.479847 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.480027 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.528810 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-6c81b919-ade3-469d-b4aa-22676d594536 service neutron] 10.222.0.62 "GET /v2.0/networks/b25ba124-fbe9-468d-bb4a-ebb35d2922db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340475 Nov 01 16:39:44.661148 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.661509 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.661833 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.662156 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:39:44.662640 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01663407-5d88-45b9-9a53-950951eb315f']}} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:44.682199 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a49e69-bcae-405e-a844-860c30edaa71') {'for_net_delete': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:44.682499 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a49e69-bcae-405e-a844-860c30edaa71') {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:44.700682 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056129'] for segment, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:44.722067 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:44.730370 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:39:44.730783 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260546480'] for segment, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: from cryptography.utils import int_from_bytes Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: from cryptography.utils import int_from_bytes Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: Traceback (most recent call last): Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: timer() Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: cb(*args, **kw) Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: return func(*args, **kwargs) Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: self._notify() Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: self.callback(batched_events) Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: event.method(event) Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: return f(self, *a, **k) Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._get(url).json() Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: return self.request(url, 'GET', **kwargs) Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:39:44.742534 dv-cinder-816187-1-iscsi neutron-server[102020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:39:44.790080 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-5947dcdd-c6d9-44ab-a292-3d947d13e9d7 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:44.792034 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-5947dcdd-c6d9-44ab-a292-3d947d13e9d7 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/networks?id=a8ee7723-be9b-4201-9224-adf38e10e8aa HTTP/1.1" status: 200 len: 814 time: 0.1125681 Nov 01 16:39:44.828959 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5dc5ca67-d261-411a-8dee-a4adbccdbdd3 req-d5d28a69-d4b9-4f46-a8ce-f1b7d46fd562 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 210 time: 0.0357409 Nov 01 16:39:44.831393 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-5ee58409-a3b0-428d-8304-a823812fb409 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/quotas/c8afbf2a18124036b9caafc1ea6c3cc0 HTTP/1.1" status: 200 len: 375 time: 0.0253766 Nov 01 16:39:44.896736 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-c1710f8d-4bc8-45d1-b460-96212f950298 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582378 Nov 01 16:39:44.907031 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:44.926517 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=01663407-5d88-45b9-9a53-950951eb315f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:44.928771 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:44.935232 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-2b83e7b6-db56-43c9-92ff-15faa4a86ae3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/01663407-5d88-45b9-9a53-950951eb315f HTTP/1.1" status: 204 len: 168 time: 0.6499305 Nov 01 16:39:44.935617 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35218) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:44.985504 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c080c31-4d74-47e0-9f1a-c4be2078f2a0 admin admin] Deleting subnet c2c48500-050c-4740-b555-a2652e0c262c {{(pid=102020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:39:44.988681 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c080c31-4d74-47e0-9f1a-c4be2078f2a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.007948 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-693ef90e-4d98-4a9a-b495-a4c06e0adcb9 service neutron] 10.222.0.62 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942016 Nov 01 16:39:45.034488 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c080c31-4d74-47e0-9f1a-c4be2078f2a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056152'] for subnet, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.078820 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c080c31-4d74-47e0-9f1a-c4be2078f2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.136482 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea33ec-f99e-4581-a407-3e3b5656483f req-cd1f0655-7799-46b5-a148-99995501012c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:45.137943 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b8ea33ec-f99e-4581-a407-3e3b5656483f req-cd1f0655-7799-46b5-a148-99995501012c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0697231 Nov 01 16:39:45.139758 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-1b328ea3-64e2-432a-b434-5013601e0bcd service neutron] 10.222.0.62 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295300 Nov 01 16:39:45.178632 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b8ea33ec-f99e-4581-a407-3e3b5656483f req-4f791c68-d7bf-42b0-bded-975cb08a8049 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342193 Nov 01 16:39:45.203755 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c080c31-4d74-47e0-9f1a-c4be2078f2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260544798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260872958'] for subnet, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.229325 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c080c31-4d74-47e0-9f1a-c4be2078f2a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c48500-050c-4740-b555-a2652e0c262c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:45.234395 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c080c31-4d74-47e0-9f1a-c4be2078f2a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.237596 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-1c080c31-4d74-47e0-9f1a-c4be2078f2a0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c2c48500-050c-4740-b555-a2652e0c262c HTTP/1.1" status: 204 len: 168 time: 0.3008304 Nov 01 16:39:45.240107 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35222) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:45.307849 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.397862 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.418436 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0a2bc133-233c-4e10-81c0-4a11fd8886c3 req-bf2b5fbc-a845-40fe-be81-af5cf0adb5e4 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 210 time: 0.0282667 Nov 01 16:39:45.420567 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143655a6-970d-4bfe-af7e-046a6bbc4ad6']}} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:45.429877 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf4665d-fe16-4b77-9486-deb651875edb') {'for_net_delete': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:45.430224 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf4665d-fe16-4b77-9486-deb651875edb') {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:45.457501 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056129'] for segment, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.472058 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.481202 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:39:45.481883 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260546480'] for segment, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: Traceback (most recent call last): Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: timer() Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: cb(*args, **kw) Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: return func(*args, **kwargs) Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: self._notify() Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: self.callback(batched_events) Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: event.method(event) Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: return f(self, *a, **k) Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._get(url).json() Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: return self.request(url, 'GET', **kwargs) Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:39:45.484762 dv-cinder-816187-1-iscsi neutron-server[102020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:39:45.517619 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.614913 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35246) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:45.652659 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.673604 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.676230 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] 10.222.0.62 "DELETE /v2.0/networks/143655a6-970d-4bfe-af7e-046a6bbc4ad6 HTTP/1.1" status: 204 len: 168 time: 0.4352057 Nov 01 16:39:45.680246 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbaa0963-63fe-425e-a7e6-baf5156c1d75 admin admin] Deleting subnet f28da74f-9fe8-4487-8b46-4eccdb2815ba {{(pid=102020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:39:45.683185 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fc508-a5ad-4df3-9494-2b377834da41 admin admin] Pushing event deleted for resources: {'Network': ['ID=143655a6-970d-4bfe-af7e-046a6bbc4ad6,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:45.684940 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0963-63fe-425e-a7e6-baf5156c1d75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.735568 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0963-63fe-425e-a7e6-baf5156c1d75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056152'] for subnet, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.775234 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0963-63fe-425e-a7e6-baf5156c1d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.909255 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-15746df6-e2d5-4783-a659-4fd6797707db req-7e69261a-144c-4c0e-8e9e-7a800690cdf0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 210 time: 0.0298247 Nov 01 16:39:45.917231 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0963-63fe-425e-a7e6-baf5156c1d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260544798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260872958'] for subnet, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.945771 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa0963-63fe-425e-a7e6-baf5156c1d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f28da74f-9fe8-4487-8b46-4eccdb2815ba,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:45.947711 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0963-63fe-425e-a7e6-baf5156c1d75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:45.951100 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-bbaa0963-63fe-425e-a7e6-baf5156c1d75 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f28da74f-9fe8-4487-8b46-4eccdb2815ba HTTP/1.1" status: 204 len: 168 time: 0.3349106 Nov 01 16:39:45.954215 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35254) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:46.027278 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.069636 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35262) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:46.111907 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-09ccd51f-8459-4713-a7b3-6028d9d05662 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=406fb62e89a3403b829d9ba2c8dbd43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408144 Nov 01 16:39:46.114247 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.114404 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35264) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:46.135755 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e129cb01-b8f1-44fe-bb25-a1fbd6c2544b']}} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:46.145074 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3477620f-9226-40cd-966a-e487639760af') {'for_net_delete': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:46.145373 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3477620f-9226-40cd-966a-e487639760af') {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:46.154425 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056129'] for segment, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.165388 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-376bb825-b14f-48ed-972c-52ff02832734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.173067 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260546480'] for segment, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: Traceback (most recent call last): Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: timer() Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: cb(*args, **kw) Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: return func(*args, **kwargs) Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: self._notify() Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: self.callback(batched_events) Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: event.method(event) Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: return f(self, *a, **k) Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._get(url).json() Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: return self.request(url, 'GET', **kwargs) Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:39:46.184412 dv-cinder-816187-1-iscsi neutron-server[102020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:39:46.194792 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-376bb825-b14f-48ed-972c-52ff02832734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.311557 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565cd02-89aa-40cf-9b82-df32af481915 req-6436b3b1-ab28-4fc4-b4a2-8a10b396cee4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:46.313206 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0565cd02-89aa-40cf-9b82-df32af481915 req-6436b3b1-ab28-4fc4-b4a2-8a10b396cee4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0519745 Nov 01 16:39:46.340543 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.346008 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.349175 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e129cb01-b8f1-44fe-bb25-a1fbd6c2544b HTTP/1.1" status: 204 len: 168 time: 0.3940527 Nov 01 16:39:46.353891 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0565cd02-89aa-40cf-9b82-df32af481915 req-37f384ea-79f5-4aea-994c-8e160df4e0b1 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345709 Nov 01 16:39:46.365191 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec3de4-a72e-446a-a359-2075c821f3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e129cb01-b8f1-44fe-bb25-a1fbd6c2544b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:46.392020 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-376bb825-b14f-48ed-972c-52ff02832734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.394815 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-376bb825-b14f-48ed-972c-52ff02832734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.395967 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-376bb825-b14f-48ed-972c-52ff02832734 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91719103-2a0f-416e-a6c5-ce49dee31be2 HTTP/1.1" status: 204 len: 168 time: 0.2804954 Nov 01 16:39:46.403734 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bb825-b14f-48ed-972c-52ff02832734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91719103-2a0f-416e-a6c5-ce49dee31be2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:46.520060 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-226c0f65-1842-4618-92d5-4fc95d4428a6 req-a5ba19b7-8360-4a55-8fe2-1059f8f6f87f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 210 time: 0.0301747 Nov 01 16:39:46.669786 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35280) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:46.714908 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-d93eaf52-e00e-49b3-b99d-5e5cfb793f73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f01e02383884607933c4aaa2e77be2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438282 Nov 01 16:39:46.717458 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35284) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:46.778670 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35288) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:46.778913 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2d5edc0-6ca5-47e3-9a15-c9546d1ac649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.809801 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2d5edc0-6ca5-47e3-9a15-c9546d1ac649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.945401 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2d5edc0-6ca5-47e3-9a15-c9546d1ac649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.948441 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2d5edc0-6ca5-47e3-9a15-c9546d1ac649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:46.952996 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-c2d5edc0-6ca5-47e3-9a15-c9546d1ac649 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af03d4f7-8e8a-4700-8936-22b4870c92f8 HTTP/1.1" status: 204 len: 168 time: 0.2306962 Nov 01 16:39:46.963778 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5edc0-6ca5-47e3-9a15-c9546d1ac649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af03d4f7-8e8a-4700-8936-22b4870c92f8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:47.019024 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-198e9d76-4fc6-403c-89ac-cb76e4d22e1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:47.040304 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e37ce2f7-97bc-43cb-80d3-9c5b307036da req-24eb3c59-132c-4208-9edf-2a5e67b5fc01 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 210 time: 0.0385311 Nov 01 16:39:47.097544 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-198e9d76-4fc6-403c-89ac-cb76e4d22e1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:47.218942 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-198e9d76-4fc6-403c-89ac-cb76e4d22e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:47.260499 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e9d76-4fc6-403c-89ac-cb76e4d22e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6b2cdc-1515-407c-8e08-2543c90d4009,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:47.266009 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-198e9d76-4fc6-403c-89ac-cb76e4d22e1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=007df9bb406743b1ade40058358c8988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859176 Nov 01 16:39:47.268621 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35300) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:47.320031 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecc7969d-9820-43b8-8fd0-30cb4b3a1ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:47.343900 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecc7969d-9820-43b8-8fd0-30cb4b3a1ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:47.409143 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35304) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:47.487180 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-b00cb234-f73f-46f7-a497-0ba9b43b8955 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=53a2b30c87db4b24a86e97893a083ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0761626 Nov 01 16:39:47.489897 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35308) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:47.503362 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ab892-442b-4cfc-a496-ca8dd0cae67a req-bc3617f5-4bc8-443c-980a-d7487f37d69f tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:47.507410 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-374ab892-442b-4cfc-a496-ca8dd0cae67a req-bc3617f5-4bc8-443c-980a-d7487f37d69f tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0694611 Nov 01 16:39:47.507550 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecc7969d-9820-43b8-8fd0-30cb4b3a1ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:47.508697 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecc7969d-9820-43b8-8fd0-30cb4b3a1ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:47.512788 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-ecc7969d-9820-43b8-8fd0-30cb4b3a1ee6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba6b2cdc-1515-407c-8e08-2543c90d4009 HTTP/1.1" status: 204 len: 168 time: 0.2408545 Nov 01 16:39:47.533810 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7969d-9820-43b8-8fd0-30cb4b3a1ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6b2cdc-1515-407c-8e08-2543c90d4009,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:47.587492 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-374ab892-442b-4cfc-a496-ca8dd0cae67a req-8dfd6a66-093e-4d60-aa30-40240e18b10b tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734761 Nov 01 16:39:47.593078 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3103-b37e-46ea-b6ec-5486c1ae4c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:47.647410 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3103-b37e-46ea-b6ec-5486c1ae4c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:47.736092 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c9fee81d-7413-4057-b0e6-a41956925270 req-3ba87f60-b94d-49c2-8e47-5a114dbf78a4 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 210 time: 0.1178541 Nov 01 16:39:47.782073 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-92c4571b-8a51-45df-9286-b4df82ac7a40 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:47.783466 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-92c4571b-8a51-45df-9286-b4df82ac7a40 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.71 "GET /v2.0/networks?id=b25ba124-fbe9-468d-bb4a-ebb35d2922db HTTP/1.1" status: 200 len: 808 time: 0.1431286 Nov 01 16:39:47.797505 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3103-b37e-46ea-b6ec-5486c1ae4c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:47.802991 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3103-b37e-46ea-b6ec-5486c1ae4c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:47.806629 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-dc1a3103-b37e-46ea-b6ec-5486c1ae4c89 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39acf4c6-9706-4e29-9242-72244b3648c4 HTTP/1.1" status: 204 len: 168 time: 0.3132038 Nov 01 16:39:47.806751 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Request body: {'port': {'device_id': '51df98fc-4b15-45f2-961f-d336ce9cb774', 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db', 'admin_state_up': True, 'tenant_id': '07e2c4312d0d44f69bd11e292b2c9bb9'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:47.815839 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a3103-b37e-46ea-b6ec-5486c1ae4c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39acf4c6-9706-4e29-9242-72244b3648c4,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:48.014042 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Made reservation on behalf of 07e2c4312d0d44f69bd11e292b2c9bb9 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:48.017740 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:48.136411 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35334) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:48.176902 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-30f7debf-65e9-4e6f-b8fa-4d38ffeef93a req-7dcc2d56-5d84-43e1-ac1c-82d7689adfb0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 210 time: 0.0286047 Nov 01 16:39:48.199770 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Allocated IP 172.20.0.6 (b25ba124-fbe9-468d-bb4a-ebb35d2922db/cc5037da-f307-4cc9-8787-1e2abe0a4359/d851314e-e263-4fcd-8d5e-7f721b4b94c6) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:39:48.355181 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:48.477582 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:48.523985 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Network b25ba124-fbe9-468d-bb4a-ebb35d2922db is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:39:48.531315 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:48.535417 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:39:48.542185 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:48.546143 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:48.559110 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Pushing event updated for resources: {'Port': ['ID=d851314e-e263-4fcd-8d5e-7f721b4b94c6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:48.623087 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-bc71ddc8-ac5e-4644-a303-193dd4d77d73 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8230441 Nov 01 16:39:48.637785 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Request body: {'port': {'device_id': '51df98fc-4b15-45f2-961f-d336ce9cb774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:48.741539 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35348) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:48.799217 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fa6cbb4-a5e5-4eb3-b2ae-b110b54ef424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:48.815711 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:48.819929 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7bb6065c-691f-4276-b8db-6f75eb084303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:48.877245 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-03d5bd92-65e6-4ccd-b35d-1e248986ca1f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:48.879036 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-03d5bd92-65e6-4ccd-b35d-1e248986ca1f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "GET /v2.0/networks?id=a8ee7723-be9b-4201-9224-adf38e10e8aa HTTP/1.1" status: 200 len: 814 time: 0.3925550 Nov 01 16:39:48.903124 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Request body: {'port': {'device_id': 'ca03520d-b086-4172-b413-f466bf4597ac', 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa', 'admin_state_up': True, 'tenant_id': 'c8afbf2a18124036b9caafc1ea6c3cc0'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:48.965400 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-68aadf88-b9c6-4d71-8521-c16b770818d8 req-5dba3880-d386-4a27-8327-054d48b116ae tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 210 time: 0.1146863 Nov 01 16:39:48.989754 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fa6cbb4-a5e5-4eb3-b2ae-b110b54ef424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.004990 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf782c-e5b7-4d15-8362-91fae4a27265 req-d2da19b7-a835-4b76-a929-8aa5c79e1905 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:49.006698 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ecdf782c-e5b7-4d15-8362-91fae4a27265 req-d2da19b7-a835-4b76-a929-8aa5c79e1905 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.3004787 Nov 01 16:39:49.088745 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fa6cbb4-a5e5-4eb3-b2ae-b110b54ef424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.136126 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7bb6065c-691f-4276-b8db-6f75eb084303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.138315 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-3fa6cbb4-a5e5-4eb3-b2ae-b110b54ef424 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d46e40e729f42e08279e0574494f7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0008190 Nov 01 16:39:49.141475 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35372) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:49.148135 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6cbb4-a5e5-4eb3-b2ae-b110b54ef424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82854637-94ed-42cf-a1ea-24f287f3eb7b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:49.158516 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Made reservation on behalf of c8afbf2a18124036b9caafc1ea6c3cc0 for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:49.162620 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.175848 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ecdf782c-e5b7-4d15-8362-91fae4a27265 req-8b2f5656-2940-49b1-ad4c-fa14a0e7fc4e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574235 Nov 01 16:39:49.229155 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35376) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:49.247924 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7bb6065c-691f-4276-b8db-6f75eb084303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.267683 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e05d32c5-f3dd-458d-ab40-ddd22d43ff9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.322297 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e05d32c5-f3dd-458d-ab40-ddd22d43ff9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.371098 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Allocated IP 172.20.0.2 (a8ee7723-be9b-4201-9224-adf38e10e8aa/d0c5abae-9cff-46e0-bbfc-062d0f7c8620/90644ebd-d05a-4ce1-99d6-2f47827460de) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:39:49.482279 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1802901826-network', 'tenant_id': 'c81bd66099584febb56806578f478281'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:49.483974 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e05d32c5-f3dd-458d-ab40-ddd22d43ff9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.487031 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e05d32c5-f3dd-458d-ab40-ddd22d43ff9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.491761 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-e05d32c5-f3dd-458d-ab40-ddd22d43ff9e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82854637-94ed-42cf-a1ea-24f287f3eb7b HTTP/1.1" status: 204 len: 168 time: 0.3457952 Nov 01 16:39:49.504126 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d32c5-f3dd-458d-ab40-ddd22d43ff9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82854637-94ed-42cf-a1ea-24f287f3eb7b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:49.555355 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.592022 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6065c-691f-4276-b8db-6f75eb084303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f5ac40-be28-40e1-b900-1edd35cf2761,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:49.610392 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-7bb6065c-691f-4276-b8db-6f75eb084303 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4dc235a4afdf411d9f4689bc7b84b7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8673518 Nov 01 16:39:49.617762 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35390) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:49.642566 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42526a-7682-4103-b247-b6044bb8c992 req-63a6eb8d-1a52-4177-b68d-32c4e41f3bfc tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:49.644565 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3a42526a-7682-4103-b247-b6044bb8c992 req-63a6eb8d-1a52-4177-b68d-32c4e41f3bfc tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 931 time: 0.1723795 Nov 01 16:39:49.665907 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.672462 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Made reservation on behalf of c81bd66099584febb56806578f478281 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:49.674689 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.683483 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['d69b50a8-7901-482e-a0fc-a69f7a552261'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:39:49.699716 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.719315 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Network a8ee7723-be9b-4201-9224-adf38e10e8aa is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:39:49.722661 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2abe-37b2-427f-80eb-c1bfe3e6fca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.727608 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:49.732745 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:39:49.791912 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Pushing event updated for resources: {'Port': ['ID=90644ebd-d05a-4ce1-99d6-2f47827460de,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:49.796273 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2abe-37b2-427f-80eb-c1bfe3e6fca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.824277 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d851314e-e263-4fcd-8d5e-7f721b4b94c6 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:39:49.828690 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:49.829192 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.855222 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:49.877548 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3a42526a-7682-4103-b247-b6044bb8c992 req-18b7301d-4751-4ec3-bd8e-875317f3e1b0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158723 Nov 01 16:39:49.963463 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-3f0e0349-1365-400e-90f3-d81967c9f935 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0641153 Nov 01 16:39:49.980690 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Request body: {'port': {'device_id': 'ca03520d-b086-4172-b413-f466bf4597ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:50.049654 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.073349 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Transition to ACTIVE for port object d851314e-e263-4fcd-8d5e-7f721b4b94c6 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:39:50.083621 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2abe-37b2-427f-80eb-c1bfe3e6fca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.086169 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2abe-37b2-427f-80eb-c1bfe3e6fca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.089941 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-ec7a2abe-37b2-427f-80eb-c1bfe3e6fca3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26f5ac40-be28-40e1-b900-1edd35cf2761 HTTP/1.1" status: 204 len: 168 time: 0.4686637 Nov 01 16:39:50.100120 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a2abe-37b2-427f-80eb-c1bfe3e6fca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f5ac40-be28-40e1-b900-1edd35cf2761,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:50.118104 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a9bea-a191-4f88-a968-05dcd2f20137 req-7ec4a8f3-0665-4908-a871-a44486bb2cf0 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:50.119814 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e45a9bea-a191-4f88-a968-05dcd2f20137 req-7ec4a8f3-0665-4908-a871-a44486bb2cf0 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 931 time: 0.0734816 Nov 01 16:39:50.171707 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.221975 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.251547 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e45a9bea-a191-4f88-a968-05dcd2f20137 req-5ed757eb-11be-469f-b0fc-c0a64b9f61f1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249688 Nov 01 16:39:50.283291 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Pushing event updated for resources: {'Port': ['ID=d851314e-e263-4fcd-8d5e-7f721b4b94c6,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:50.287033 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.313984 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:39:50.357377 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Attempting to bind port d851314e-e263-4fcd-8d5e-7f721b4b94c6 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:39:50.358298 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Attempting to bind port d851314e-e263-4fcd-8d5e-7f721b4b94c6 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': '00019d26-77b6-454c-b2ff-04ccde01405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:39:50.358630 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Attempting to bind port d851314e-e263-4fcd-8d5e-7f721b4b94c6 on network b25ba124-fbe9-468d-bb4a-ebb35d2922db {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:39:50.377795 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.378306 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.segments_db [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Added segment d282198e-f13b-44bc-ad00-953d746a20cd of type vlan for network bc45f9ac-9856-4d97-9112-de09cb44caf6 Nov 01 16:39:50.378594 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90644ebd-d05a-4ce1-99d6-2f47827460de {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:39:50.379766 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Port d851314e-e263-4fcd-8d5e-7f721b4b94c6 on network b25ba124-fbe9-468d-bb4a-ebb35d2922db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:39:50.380089 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Attempting to bind port d851314e-e263-4fcd-8d5e-7f721b4b94c6 on network b25ba124-fbe9-468d-bb4a-ebb35d2922db {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:39:50.386299 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.390496 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea1b23c-d487-4c93-a1eb-1d8678e0fffb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:50.398727 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Transition to ACTIVE for port object 90644ebd-d05a-4ce1-99d6-2f47827460de will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:39:50.405604 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:39:50.405927 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Checking segment: {'id': '00019d26-77b6-454c-b2ff-04ccde01405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:39:50.406310 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Bound using segment: {'id': '00019d26-77b6-454c-b2ff-04ccde01405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:39:50.406920 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Bound port: d851314e-e263-4fcd-8d5e-7f721b4b94c6, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00019d26-77b6-454c-b2ff-04ccde01405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:39:50.407270 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.462061 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35406) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:50.474613 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.475888 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f01221cb-a5f6-48bd-b6d9-0fe9ba990d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.485826 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.491558 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9b6b0-0acc-4508-842e-82ba8a5e5cf7 req-919cdcf4-2354-4d1b-9bf8-8b905d7ce81a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:50.493021 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-edf9b6b0-0acc-4508-842e-82ba8a5e5cf7 req-919cdcf4-2354-4d1b-9bf8-8b905d7ce81a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.1801257 Nov 01 16:39:50.562005 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] For port d851314e-e263-4fcd-8d5e-7f721b4b94c6, host hv-cinder-81618, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:39:50.588515 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-edf9b6b0-0acc-4508-842e-82ba8a5e5cf7 req-c851d89d-d1ac-423c-903c-3dc7695b0704 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885820 Nov 01 16:39:50.592782 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Pushing event updated for resources: {'Port': ['ID=90644ebd-d05a-4ce1-99d6-2f47827460de,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:50.620026 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] For port d851314e-e263-4fcd-8d5e-7f721b4b94c6, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=d851314e-e263-4fcd-8d5e-7f721b4b94c6,segment=NetworkSegment(00019d26-77b6-454c-b2ff-04ccde01405a),segment_id=00019d26-77b6-454c-b2ff-04ccde01405a)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:39:50.626041 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.626992 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:50.627824 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.685322 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f01221cb-a5f6-48bd-b6d9-0fe9ba990d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.694976 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Attempting to bind port 90644ebd-d05a-4ce1-99d6-2f47827460de on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:39:50.698862 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Attempting to bind port 90644ebd-d05a-4ce1-99d6-2f47827460de by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:39:50.698862 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Attempting to bind port 90644ebd-d05a-4ce1-99d6-2f47827460de on network a8ee7723-be9b-4201-9224-adf38e10e8aa {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:39:50.700090 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Port 90644ebd-d05a-4ce1-99d6-2f47827460de on network a8ee7723-be9b-4201-9224-adf38e10e8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:39:50.700412 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Attempting to bind port 90644ebd-d05a-4ce1-99d6-2f47827460de on network a8ee7723-be9b-4201-9224-adf38e10e8aa {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:39:50.703255 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] Pushing event updated for resources: {'Network': ['ID=bc45f9ac-9856-4d97-9112-de09cb44caf6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:50.705715 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:39:50.706053 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Checking segment: {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:39:50.706433 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Bound using segment: {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:39:50.706983 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Bound port: 90644ebd-d05a-4ce1-99d6-2f47827460de, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:39:50.707354 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.720351 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network bc45f9ac-9856-4d97-9112-de09cb44caf6 details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:39:50.761632 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.774457 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-5b550f95-0784-4c79-9104-5df8cfdf2278 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5363393 Nov 01 16:39:50.774457 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35414) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:50.778811 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] For port 90644ebd-d05a-4ce1-99d6-2f47827460de, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:39:50.782637 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] For port 90644ebd-d05a-4ce1-99d6-2f47827460de, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=90644ebd-d05a-4ce1-99d6-2f47827460de,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:39:50.794769 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f01221cb-a5f6-48bd-b6d9-0fe9ba990d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.799142 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1fe7b576-c1c5-4db9-8fab-9b73f55aad4c admin admin] Request body: {'subnet': {'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1802901826-subnet', 'tenant_id': 'c81bd66099584febb56806578f478281', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:50.815506 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:50.816140 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.817549 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] 10.222.0.71 "PUT /v2.0/ports/d851314e-e263-4fcd-8d5e-7f721b4b94c6 HTTP/1.1" status: 200 len: 1093 time: 2.1844335 Nov 01 16:39:50.818000 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51df98fc-4b15-45f2-961f-d336ce9cb774', 'tag': 'd851314e-e263-4fcd-8d5e-7f721b4b94c6'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:39:50.820268 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868a996a-4c9b-458d-b95a-375eaa30c213" -d '{"events": [{"name": "network-changed", "server_uuid": "51df98fc-4b15-45f2-961f-d336ce9cb774", "tag": "d851314e-e263-4fcd-8d5e-7f721b4b94c6"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:39:50.849051 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-f01221cb-a5f6-48bd-b6d9-0fe9ba990d47 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dfb2901b7c3d4c53b643a213100020e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835657 Nov 01 16:39:50.850862 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35418) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:50.859445 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01221cb-a5f6-48bd-b6d9-0fe9ba990d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60fd781-b7bb-437b-8a96-36b40db9f745,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:50.863692 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debadedc-bac7-4a22-a7bd-1d3cbaca779c service neutron] Pushing event updated for resources: {'Port': ['ID=d851314e-e263-4fcd-8d5e-7f721b4b94c6,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:50.867304 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65807c85-d23b-4b57-9736-e8198b292b13 x-openstack-request-id: req-65807c85-d23b-4b57-9736-e8198b292b13 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:39:50.868401 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51df98fc-4b15-45f2-961f-d336ce9cb774", "tag": "d851314e-e263-4fcd-8d5e-7f721b4b94c6", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:39:50.868621 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65807c85-d23b-4b57-9736-e8198b292b13 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:39:50.869045 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51df98fc-4b15-45f2-961f-d336ce9cb774', 'tag': 'd851314e-e263-4fcd-8d5e-7f721b4b94c6', 'status': 'completed', 'code': 200} Nov 01 16:39:50.876032 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.923060 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:50.923714 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.925186 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] 10.222.0.71 "PUT /v2.0/ports/90644ebd-d05a-4ce1-99d6-2f47827460de HTTP/1.1" status: 200 len: 1093 time: 0.9490576 Nov 01 16:39:50.930212 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca03520d-b086-4172-b413-f466bf4597ac', 'tag': '90644ebd-d05a-4ce1-99d6-2f47827460de'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:39:50.932564 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dc974c-02b3-47d4-a165-a608cf812ade" -d '{"events": [{"name": "network-changed", "server_uuid": "ca03520d-b086-4172-b413-f466bf4597ac", "tag": "90644ebd-d05a-4ce1-99d6-2f47827460de"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:39:50.947046 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a996a-4c9b-458d-b95a-375eaa30c213 req-91deea43-92fe-4c58-ba01-b7664d58392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:50.948879 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-868a996a-4c9b-458d-b95a-375eaa30c213 req-91deea43-92fe-4c58-ba01-b7664d58392e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=07e2c4312d0d44f69bd11e292b2c9bb9&device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 1096 time: 0.0534823 Nov 01 16:39:50.951575 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe7b576-c1c5-4db9-8fab-9b73f55aad4c admin admin] Made reservation on behalf of c81bd66099584febb56806578f478281 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:39:50.955076 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b576-c1c5-4db9-8fab-9b73f55aad4c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:50.977788 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c8210-89ef-48b2-ad73-d898fb3c514d service neutron] Pushing event updated for resources: {'Port': ['ID=90644ebd-d05a-4ce1-99d6-2f47827460de,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:50.995087 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e96d60f-c011-4be4-bc33-8157268fd64a x-openstack-request-id: req-6e96d60f-c011-4be4-bc33-8157268fd64a {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:39:50.995365 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca03520d-b086-4172-b413-f466bf4597ac", "tag": "90644ebd-d05a-4ce1-99d6-2f47827460de", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:39:50.995642 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e96d60f-c011-4be4-bc33-8157268fd64a {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:39:50.996027 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca03520d-b086-4172-b413-f466bf4597ac', 'tag': '90644ebd-d05a-4ce1-99d6-2f47827460de', 'status': 'completed', 'code': 200} Nov 01 16:39:50.997094 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bea4f7b2-e0dc-4e5f-a156-a7badf578cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:51.017701 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35424) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:51.037703 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bea4f7b2-e0dc-4e5f-a156-a7badf578cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:51.064279 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d5db48e5-2c51-4996-b7fb-4a4b48556494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:51.116183 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc974c-02b3-47d4-a165-a608cf812ade req-23fc06e3-0ff6-4c36-a9ed-b4eb065296ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:51.117635 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-33dc974c-02b3-47d4-a165-a608cf812ade req-23fc06e3-0ff6-4c36-a9ed-b4eb065296ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 1096 time: 0.1013229 Nov 01 16:39:51.162188 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c32d2-32c2-4bd0-9c89-c798437d6cae req-b72f7900-2a0d-4c46-9e97-773cc24b9571 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:51.163696 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e52c32d2-32c2-4bd0-9c89-c798437d6cae req-b72f7900-2a0d-4c46-9e97-773cc24b9571 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 943 time: 0.1965778 Nov 01 16:39:51.180445 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a996a-4c9b-458d-b95a-375eaa30c213 req-2bc96104-3c9d-4088-8f90-3bb669027640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:51.181828 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-868a996a-4c9b-458d-b95a-375eaa30c213 req-2bc96104-3c9d-4088-8f90-3bb669027640 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=07e2c4312d0d44f69bd11e292b2c9bb9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2135062 Nov 01 16:39:51.226500 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bea4f7b2-e0dc-4e5f-a156-a7badf578cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:51.229189 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bea4f7b2-e0dc-4e5f-a156-a7badf578cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:51.230328 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-bea4f7b2-e0dc-4e5f-a156-a7badf578cfe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c60fd781-b7bb-437b-8a96-36b40db9f745 HTTP/1.1" status: 204 len: 168 time: 0.3798761 Nov 01 16:39:51.247711 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e52c32d2-32c2-4bd0-9c89-c798437d6cae req-4936b0dc-faaf-4f5e-b6a2-76b1194a0bf4 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745492 Nov 01 16:39:51.276311 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4f7b2-e0dc-4e5f-a156-a7badf578cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60fd781-b7bb-437b-8a96-36b40db9f745,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:51.348135 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc974c-02b3-47d4-a165-a608cf812ade req-d3bf2730-0847-4eb5-9a0c-a88966845102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:51.349655 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-33dc974c-02b3-47d4-a165-a608cf812ade req-d3bf2730-0847-4eb5-9a0c-a88966845102 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2214382 Nov 01 16:39:51.375762 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d5db48e5-2c51-4996-b7fb-4a4b48556494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:51.435870 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a996a-4c9b-458d-b95a-375eaa30c213 req-728633b3-ad13-440d-8855-81cb5cb71ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:51.438025 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-868a996a-4c9b-458d-b95a-375eaa30c213 req-728633b3-ad13-440d-8855-81cb5cb71ef5 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2412574 Nov 01 16:39:51.441909 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d5db48e5-2c51-4996-b7fb-4a4b48556494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:51.500276 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b32cce-d951-41fc-b410-99e6c037f9b5 req-faead43c-2050-402f-aba3-95e27aebd5c9 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:51.501755 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a1b32cce-d951-41fc-b410-99e6c037f9b5 req-faead43c-2050-402f-aba3-95e27aebd5c9 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 943 time: 0.1227677 Nov 01 16:39:51.578283 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a1b32cce-d951-41fc-b410-99e6c037f9b5 req-f370636d-8e9a-4d6f-99dd-93b2c124dbfe tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667570 Nov 01 16:39:51.580158 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-0c7a349a-813f-43ee-89e7-4c53e1fdbd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:51.581567 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-0c7a349a-813f-43ee-89e7-4c53e1fdbd88 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=07e2c4312d0d44f69bd11e292b2c9bb9&device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 1096 time: 0.0901332 Nov 01 16:39:51.586440 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-d5db48e5-2c51-4996-b7fb-4a4b48556494 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f96a6be18f1c47578da05cae101ad002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677850 Nov 01 16:39:51.589488 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35432) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:51.593681 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db48e5-2c51-4996-b7fb-4a4b48556494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6471b7-0b62-438d-bade-f2541f564a7e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:51.610153 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc974c-02b3-47d4-a165-a608cf812ade req-2cfe1435-8187-4837-ad23-68097ae56ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:51.624896 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-33dc974c-02b3-47d4-a165-a608cf812ade req-2cfe1435-8187-4837-ad23-68097ae56ef5 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2328439 Nov 01 16:39:51.625237 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b576-c1c5-4db9-8fab-9b73f55aad4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:51.712340 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-2fac6653-515b-4d73-91a7-6dccf03eda3b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d851314e-e263-4fcd-8d5e-7f721b4b94c6 HTTP/1.1" status: 200 len: 217 time: 0.1039121 Nov 01 16:39:51.726582 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-70e8ddab-ba2f-4755-a90d-abac5f6e9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:51.730647 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-70e8ddab-ba2f-4755-a90d-abac5f6e9d7e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 1096 time: 0.0672626 Nov 01 16:39:51.775866 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-14dc4a62-8841-43fd-850d-5a1c2c9cd834 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90644ebd-d05a-4ce1-99d6-2f47827460de HTTP/1.1" status: 200 len: 217 time: 0.0362084 Nov 01 16:39:51.790856 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7b576-c1c5-4db9-8fab-9b73f55aad4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=33884561-066e-4e8a-9e07-62590670342c,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:51.812372 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1a700c0-ec99-4c4a-bc65-89f474654317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:51.843443 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-65893b38-d44b-46d2-bc4d-29ac42aea27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:51.843443 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-65893b38-d44b-46d2-bc4d-29ac42aea27d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cc5037da-f307-4cc9-8787-1e2abe0a4359 HTTP/1.1" status: 200 len: 848 time: 0.1208906 Nov 01 16:39:51.856456 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-4d6f6df3-feeb-4a40-a02b-2f091dd0bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:51.858829 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-4d6f6df3-feeb-4a40-a02b-2f091dd0bb4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0c5abae-9cff-46e0-bbfc-062d0f7c8620 HTTP/1.1" status: 200 len: 854 time: 0.0714025 Nov 01 16:39:51.865047 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1a700c0-ec99-4c4a-bc65-89f474654317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:51.870186 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7b576-c1c5-4db9-8fab-9b73f55aad4c admin admin] Checking segment: {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:39:51.870186 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe7b576-c1c5-4db9-8fab-9b73f55aad4c admin admin] Network hostable DHCP agents. Network: bc45f9ac-9856-4d97-9112-de09cb44caf6, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:39:51.898749 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-b404f7f4-1833-4e70-9e10-69d244f8d2b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b25ba124-fbe9-468d-bb4a-ebb35d2922db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476377 Nov 01 16:39:51.904716 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-2c8cf96c-d509-451e-ae3a-b08800478493 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8ee7723-be9b-4201-9224-adf38e10e8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330651 Nov 01 16:39:51.933614 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6efa28-3041-4607-b0bb-d5e48a407d92 req-a4972c4a-cf47-45bf-89ce-6233b44def44 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:51.940238 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6d6efa28-3041-4607-b0bb-d5e48a407d92 req-a4972c4a-cf47-45bf-89ce-6233b44def44 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.2583535 Nov 01 16:39:52.023477 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-2fd8fd7d-bc2e-4cb6-8d07-3237bac2f469 service neutron] 10.222.0.71 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975785 Nov 01 16:39:52.025366 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe7b576-c1c5-4db9-8fab-9b73f55aad4c admin admin] Network bc45f9ac-9856-4d97-9112-de09cb44caf6 is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:39:52.051806 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6d6efa28-3041-4607-b0bb-d5e48a407d92 req-a9c98153-d549-4f7d-b568-999d6983716c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009684 Nov 01 16:39:52.081184 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-775726e3-b50e-4d3a-8844-d8cb18f5023f service neutron] 10.222.0.71 "GET /v2.0/networks/b25ba124-fbe9-468d-bb4a-ebb35d2922db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328206 Nov 01 16:39:52.121017 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-1fe7b576-c1c5-4db9-8fab-9b73f55aad4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, bc45f9ac-9856-4d97-9112-de09cb44caf6) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:52.129313 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516e7b2b-e22c-4aa3-a1d0-07d449e29260 None None] Network bc45f9ac-9856-4d97-9112-de09cb44caf6 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:39:52.137467 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8de9779e-9ef1-45da-8a02-c6b78313c514 req-94a8e0e0-e45a-49f1-ab70-33e02ce6901c service neutron] 10.222.0.71 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984581 Nov 01 16:39:52.140171 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe7b576-c1c5-4db9-8fab-9b73f55aad4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:52.141140 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b576-c1c5-4db9-8fab-9b73f55aad4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:52.207730 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1a700c0-ec99-4c4a-bc65-89f474654317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:52.210290 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1a700c0-ec99-4c4a-bc65-89f474654317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:52.211687 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-f1a700c0-ec99-4c4a-bc65-89f474654317 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c6471b7-0b62-438d-bade-f2541f564a7e HTTP/1.1" status: 204 len: 168 time: 0.6208730 Nov 01 16:39:52.231722 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ed570-9d4e-4bf1-af31-35e986b59f5e req-1336bfd7-9a7b-4ad4-9f84-b81a597d6e1a service neutron] 10.222.0.71 "GET /v2.0/networks/b25ba124-fbe9-468d-bb4a-ebb35d2922db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427412 Nov 01 16:39:52.233271 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a700c0-ec99-4c4a-bc65-89f474654317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6471b7-0b62-438d-bade-f2541f564a7e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:52.315064 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-1fe7b576-c1c5-4db9-8fab-9b73f55aad4c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5406761 Nov 01 16:39:52.317691 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35460) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:52.323844 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:52.345544 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8f27d92-124f-5fe5-bea2-c92b0fd1fced-bc45f9ac-9856-4d97-9112-de09cb44caf6', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c'}]}} from dv-cinder-816187-1-iscsi. {{(pid=102021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 16:39:52.346593 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:52.401936 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79357d8-c17e-42ce-a71d-4af4d9109430 req-073b68c8-fd9b-48e0-9c3c-1500a9c3f55c tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:52.414712 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e79357d8-c17e-42ce-a71d-4af4d9109430 req-073b68c8-fd9b-48e0-9c3c-1500a9c3f55c tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 943 time: 0.0712733 Nov 01 16:39:52.473134 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1236'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:52.474203 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1231'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:52.484261 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e79357d8-c17e-42ce-a71d-4af4d9109430 req-17d17f36-bdbc-45ef-b787-731c8a00ede2 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659301 Nov 01 16:39:52.498837 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.db_base_plugin_common [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Allocated IP 172.20.0.2 (bc45f9ac-9856-4d97-9112-de09cb44caf6/33884561-066e-4e8a-9e07-62590670342c/fef30cfa-bd3b-4394-b00a-004f7a065d46) {{(pid=102021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:39:52.557073 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:52.675098 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:52.734078 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:52.787820 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Pushing event updated for resources: {'Port': ['ID=fef30cfa-bd3b-4394-b00a-004f7a065d46,revision_number=1']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:52.790972 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Network bc45f9ac-9856-4d97-9112-de09cb44caf6 is already hosted by enough agents. {{(pid=102021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:39:52.792621 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:52.793167 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:52.793708 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:52.794253 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:52.794729 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:52.796151 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:52.796568 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:52.796902 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:52.797251 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:52.797583 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:52.797910 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:52.798232 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:52.802132 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:52.802529 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.base_scheduler [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Resources bound (agent type, host, resource id): {{(pid=102021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:52.804625 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Received port after_create {{(pid=102021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:39:52.814456 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503463ee-4622-4f72-9d65-9cf512444846 req-656bcc66-0397-45ed-bc23-127ede92210c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:52.816096 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-503463ee-4622-4f72-9d65-9cf512444846 req-656bcc66-0397-45ed-bc23-127ede92210c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 943 time: 0.1285267 Nov 01 16:39:52.856049 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-503463ee-4622-4f72-9d65-9cf512444846 req-443e10f9-f405-407d-8001-89fe4136c6ad tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341835 Nov 01 16:39:52.864506 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Attempting to bind port fef30cfa-bd3b-4394-b00a-004f7a065d46 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:39:52.864872 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Attempting to bind port fef30cfa-bd3b-4394-b00a-004f7a065d46 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:39:52.867859 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Attempting to bind port fef30cfa-bd3b-4394-b00a-004f7a065d46 on network bc45f9ac-9856-4d97-9112-de09cb44caf6 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:39:52.870687 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:39:52.871059 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Checking segment: {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:39:52.871451 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:52.872053 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Bound using segment: {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:39:52.872522 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Bound port: fef30cfa-bd3b-4394-b00a-004f7a065d46, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:39:52.872895 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:52.939344 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] For port fef30cfa-bd3b-4394-b00a-004f7a065d46, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:39:52.943554 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] For port fef30cfa-bd3b-4394-b00a-004f7a065d46, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=fef30cfa-bd3b-4394-b00a-004f7a065d46,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:39:53.018427 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:53.077230 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc16a2-943a-4b77-93ed-133e00c0d7c1 None None] Pushing event updated for resources: {'Port': ['ID=fef30cfa-bd3b-4394-b00a-004f7a065d46,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:53.134121 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:53.158718 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:53.312227 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32436c5c-283e-4ecc-b0c3-57f96cfcceff req-327d259c-ebb4-4cd8-a3db-2cb3206c329f tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:53.316959 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-32436c5c-283e-4ecc-b0c3-57f96cfcceff req-327d259c-ebb4-4cd8-a3db-2cb3206c329f tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.1115875 Nov 01 16:39:53.372237 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Allocated IP 172.27.2.192 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/f7d488df-3631-4820-8212-af2032055f4d) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:39:53.432569 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-32436c5c-283e-4ecc-b0c3-57f96cfcceff req-a1cceea9-f3e1-47ff-ae43-2c467069d2f4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082528 Nov 01 16:39:53.509867 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device fef30cfa-bd3b-4394-b00a-004f7a065d46 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:39:53.587656 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port fef30cfa-bd3b-4394-b00a-004f7a065d46 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:53.588416 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:53.597625 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:53.675825 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5bd28-5519-4255-b3ad-b3b6f911037e req-563304fa-7ce8-4f70-91ed-3de13da8b902 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:53.680504 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-76e5bd28-5519-4255-b3ad-b3b6f911037e req-563304fa-7ce8-4f70-91ed-3de13da8b902 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 943 time: 0.1052761 Nov 01 16:39:53.710682 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:53.724294 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-76e5bd28-5519-4255-b3ad-b3b6f911037e req-18576b37-d918-4d01-b593-7f0e043b80a0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371377 Nov 01 16:39:53.743741 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:53.755863 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port fef30cfa-bd3b-4394-b00a-004f7a065d46, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=fef30cfa-bd3b-4394-b00a-004f7a065d46,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:53.777196 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:39:53.781658 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:53.787253 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:39:53.831731 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:53.912561 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=fef30cfa-bd3b-4394-b00a-004f7a065d46,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:54.103227 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d488df-3631-4820-8212-af2032055f4d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:54.220331 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232cd42-8808-4964-b809-b832c8192493 req-3e4a0b16-d041-4b57-a2e0-3d147db88915 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:54.221815 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a232cd42-8808-4964-b809-b832c8192493 req-3e4a0b16-d041-4b57-a2e0-3d147db88915 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 943 time: 0.1205142 Nov 01 16:39:54.245163 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757663fe-8ab6-44bd-8011-a0d7baad143d None None] Network bc45f9ac-9856-4d97-9112-de09cb44caf6 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:39:54.264925 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a232cd42-8808-4964-b809-b832c8192493 req-b689e651-affe-4e8f-b42a-dd41b98bb76d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367198 Nov 01 16:39:54.338121 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-00d8f1b4-e4a3-4e21-944f-a466d1b494b4 None None] Provisioning complete for port fef30cfa-bd3b-4394-b00a-004f7a065d46 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:54.338552 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-00d8f1b4-e4a3-4e21-944f-a466d1b494b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:54.459757 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:54.638318 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7d6b5-b22c-42c6-a811-1964d4a1bdd7 req-46993ecd-aadf-45a7-94cd-9278c6f9af70 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:54.641072 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d4d7d6b5-b22c-42c6-a811-1964d4a1bdd7 req-46993ecd-aadf-45a7-94cd-9278c6f9af70 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.1077876 Nov 01 16:39:54.757809 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d4d7d6b5-b22c-42c6-a811-1964d4a1bdd7 req-39d7685e-1fc8-423e-b7e2-733849ea88a4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837305 Nov 01 16:39:54.789381 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618959'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:54.836920 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-99661526-4c18-4f95-84a9-ab00d58c1d62 None None] Provisioning complete for port fef30cfa-bd3b-4394-b00a-004f7a065d46 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:54.837419 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-99661526-4c18-4f95-84a9-ab00d58c1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:54.948071 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d43dd7-a3ec-49ab-a71d-6f1a148d6bdf req-ac74501b-0d1e-4c8c-812d-88f0d30eaa04 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:54.949609 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b0d43dd7-a3ec-49ab-a71d-6f1a148d6bdf req-ac74501b-0d1e-4c8c-812d-88f0d30eaa04 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 943 time: 0.1150799 Nov 01 16:39:55.008051 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b0d43dd7-a3ec-49ab-a71d-6f1a148d6bdf req-b9e0bf28-6ef9-4c5a-ba27-68e78b076a0d tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504847 Nov 01 16:39:55.111113 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d is scheduled to L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 16:39:55.217358 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:39:55.230661 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Sync routers for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:39:55.241683 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:39:55.242314 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:39:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:55.318980 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] Publish callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:55.320934 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-134d7cf8-12c1-466c-a212-57ed11ffffb4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0020819 Nov 01 16:39:55.323125 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35570) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:55.351380 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:39:55.415883 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device fef30cfa-bd3b-4394-b00a-004f7a065d46 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:39:55.475917 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5b1a9-bd5c-4d63-91d5-131c40141abd req-02c019d9-864a-4cfe-a3b4-c5259423c4f0 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:55.477273 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b1f5b1a9-bd5c-4d63-91d5-131c40141abd req-02c019d9-864a-4cfe-a3b4-c5259423c4f0 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 943 time: 0.1093881 Nov 01 16:39:55.513974 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port fef30cfa-bd3b-4394-b00a-004f7a065d46 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:55.514406 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:55.527012 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35576) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:55.600079 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b1f5b1a9-bd5c-4d63-91d5-131c40141abd req-8d92a1c7-9191-4651-96c0-699fa2771063 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093366 Nov 01 16:39:55.633832 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:54Z', 'revision_number': 3, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:55.665952 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Checking router: 5607e762-e64b-4ebc-9d13-c5c6ece3d92d for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:39:55.666304 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Updating router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d port f7d488df-3631-4820-8212-af2032055f4d binding host dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:39:55.691700 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1465c2b7-613c-479b-89cd-c7e74153b46c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:55.694804 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:55.808702 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1465c2b7-613c-479b-89cd-c7e74153b46c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:55.882259 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1465c2b7-613c-479b-89cd-c7e74153b46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:55.918938 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465c2b7-613c-479b-89cd-c7e74153b46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe9f1c7-31e1-4c8b-b462-30749f2fc5b1,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:55.925977 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-1465c2b7-613c-479b-89cd-c7e74153b46c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48419a520f2745a9b150862a9cbba5fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954365 Nov 01 16:39:55.926532 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35586) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:55.977713 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7c1078d-79d9-41af-b5a0-1ffeacef0da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:55.998991 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1805ba6-8888-4873-a8df-3855107e72ce req-e1cbf0e1-939b-4135-b64f-e7eb48df14f3 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:56.001234 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d1805ba6-8888-4873-a8df-3855107e72ce req-e1cbf0e1-939b-4135-b64f-e7eb48df14f3 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.1385643 Nov 01 16:39:56.001447 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7c1078d-79d9-41af-b5a0-1ffeacef0da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.005653 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.023185 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Publish callbacks [] for port, precommit_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.062670 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d1805ba6-8888-4873-a8df-3855107e72ce req-a4a7c1c9-80d8-469a-b246-61c4ed03cab1 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Nov 01 16:39:56.131583 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddab53-f750-421f-99d0-877611c682a7 req-135d37c4-dc58-4945-b439-3e8de89f5aea tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:56.133068 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0fddab53-f750-421f-99d0-877611c682a7 req-135d37c4-dc58-4945-b439-3e8de89f5aea tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 943 time: 0.0509632 Nov 01 16:39:56.171629 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0fddab53-f750-421f-99d0-877611c682a7 req-de7b562a-af1a-4f71-95ff-3348b7a1e237 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325608 Nov 01 16:39:56.208375 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.208558 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7c1078d-79d9-41af-b5a0-1ffeacef0da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.211535 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7c1078d-79d9-41af-b5a0-1ffeacef0da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.212784 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-e7c1078d-79d9-41af-b5a0-1ffeacef0da5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbe9f1c7-31e1-4c8b-b462-30749f2fc5b1 HTTP/1.1" status: 204 len: 168 time: 0.2854843 Nov 01 16:39:56.221480 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1078d-79d9-41af-b5a0-1ffeacef0da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe9f1c7-31e1-4c8b-b462-30749f2fc5b1,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:56.292117 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Pushing event updated for resources: {'Port': ['ID=f7d488df-3631-4820-8212-af2032055f4d,revision_number=2']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:56.296046 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Attempting to bind port f7d488df-3631-4820-8212-af2032055f4d on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:39:56.296420 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Attempting to bind port f7d488df-3631-4820-8212-af2032055f4d by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:39:56.296788 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Attempting to bind port f7d488df-3631-4820-8212-af2032055f4d on network c192031d-fcc0-4447-aa3c-77785f6d2f3f {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:39:56.304825 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:56.305264 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:56.305617 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:56.306123 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:56.306463 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:56.306803 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:56.307140 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:56.307477 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:56.307852 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:56.308188 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:56.308517 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:56.308847 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:39:56.314036 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:39:56.314779 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Checking segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:39:56.315189 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.315701 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Bound using segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:39:56.316345 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Bound port: f7d488df-3631-4820-8212-af2032055f4d, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:39:56.316743 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.357681 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Allocated IP 172.20.0.1 (bc45f9ac-9856-4d97-9112-de09cb44caf6/33884561-066e-4e8a-9e07-62590670342c/6b830a7a-436c-4fcf-924e-1a0b5b755d8c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:39:56.367726 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] For port f7d488df-3631-4820-8212-af2032055f4d, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:39:56.370867 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] For port f7d488df-3631-4820-8212-af2032055f4d, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=f7d488df-3631-4820-8212-af2032055f4d,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:39:56.435360 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.460097 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.501545 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670e7b4-4a9a-46c3-aafd-5d3b6125f0f1 None None] Pushing event updated for resources: {'Port': ['ID=f7d488df-3631-4820-8212-af2032055f4d,revision_number=3']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:56.506183 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:39:56.506787 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:39:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:56.568626 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.615615 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Network bc45f9ac-9856-4d97-9112-de09cb44caf6 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:39:56.617561 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:39:56.619962 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:56.624749 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:39:56.624749 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618674'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.631315 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Pushing event updated for resources: {'Port': ['ID=6b830a7a-436c-4fcf-924e-1a0b5b755d8c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:56.816647 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef679-66be-4aa9-b19e-d7ceceeb0339 req-9b9b88b4-2777-4231-9999-bd843f069c10 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:56.818267 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d3eef679-66be-4aa9-b19e-d7ceceeb0339 req-9b9b88b4-2777-4231-9999-bd843f069c10 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 943 time: 0.1269679 Nov 01 16:39:56.876623 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-f00e27d2-d6d9-449b-b587-73160538cd67 None None] Provisioning complete for port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:56.877512 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f00e27d2-d6d9-449b-b587-73160538cd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:56.879041 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d3eef679-66be-4aa9-b19e-d7ceceeb0339 req-5b181e0d-d1a4-4b0c-b7ea-b97480b3efd2 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529468 Nov 01 16:39:56.910730 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:54Z', 'revision_number': 3, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:56.920326 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-f00e27d2-d6d9-449b-b587-73160538cd67 None None] Port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:39:56.936096 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ce0ab-e8cd-4e1c-a3a9-67817ee3352c None None] The sync data for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi is: [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:54Z', 'revision_number': 3, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:39:56.978913 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.093024 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35618) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:57.110692 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3f7b5abb-597e-4523-ab67-cbeae3adae6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.251119 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3f7b5abb-597e-4523-ab67-cbeae3adae6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.291595 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.322332 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3f7b5abb-597e-4523-ab67-cbeae3adae6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.329821 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2dd3-03d7-4adb-ac0c-076c45294264 req-d429b454-967c-4722-ae27-8e26b365e6bc tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:57.336957 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-65bc2dd3-03d7-4adb-ac0c-076c45294264 req-d429b454-967c-4722-ae27-8e26b365e6bc tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.1759710 Nov 01 16:39:57.359698 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.360425 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618510'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.389524 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b5abb-597e-4523-ab67-cbeae3adae6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63985d8-44dd-46d3-81c1-aeedab708ef0,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:57.397506 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-3f7b5abb-597e-4523-ab67-cbeae3adae6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1cfdd17cfc134deb9e824e46375118b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028276 Nov 01 16:39:57.399338 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35630) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:57.466237 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-444bb54e-94a8-4e0a-879b-b5d86699869b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.466411 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-65bc2dd3-03d7-4adb-ac0c-076c45294264 req-d85ecfbf-3b08-4b79-b90c-3a6a6d5800b2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285892 Nov 01 16:39:57.488192 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10abb3-d0c8-4328-902e-71c96b3c43a9 req-fdfedc2d-ae90-4786-b30d-0e519505fb52 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:57.497647 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ed10abb3-d0c8-4328-902e-71c96b3c43a9 req-fdfedc2d-ae90-4786-b30d-0e519505fb52 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 943 time: 0.2091353 Nov 01 16:39:57.500397 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-444bb54e-94a8-4e0a-879b-b5d86699869b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.525105 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device f7d488df-3631-4820-8212-af2032055f4d up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:39:57.533087 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Pushing event updated for resources: {'Port': ['ID=6b830a7a-436c-4fcf-924e-1a0b5b755d8c,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:57.596847 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ed10abb3-d0c8-4328-902e-71c96b3c43a9 req-b46e4135-5689-46ad-a1c4-1fbf114158b5 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648856 Nov 01 16:39:57.608445 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port f7d488df-3631-4820-8212-af2032055f4d triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:57.608813 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.626559 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Network bc45f9ac-9856-4d97-9112-de09cb44caf6 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:39:57.628304 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:39:57.716018 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.717246 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-444bb54e-94a8-4e0a-879b-b5d86699869b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.730777 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-444bb54e-94a8-4e0a-879b-b5d86699869b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.730777 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-444bb54e-94a8-4e0a-879b-b5d86699869b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e63985d8-44dd-46d3-81c1-aeedab708ef0 HTTP/1.1" status: 204 len: 168 time: 0.3206854 Nov 01 16:39:57.732208 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bb54e-94a8-4e0a-879b-b5d86699869b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63985d8-44dd-46d3-81c1-aeedab708ef0,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:57.811719 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port f7d488df-3631-4820-8212-af2032055f4d, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=f7d488df-3631-4820-8212-af2032055f4d,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:57.879616 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:39:57.911789 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:57.992825 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=f7d488df-3631-4820-8212-af2032055f4d,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:58.008359 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-754a3af9-7db1-4323-8cbf-45119e1f922f None None] Provisioning complete for port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:58.016588 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-754a3af9-7db1-4323-8cbf-45119e1f922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:58.055234 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-754a3af9-7db1-4323-8cbf-45119e1f922f None None] Port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:39:58.266514 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:39:58.276289 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ae17a054-855b-4828-add9-a49e01006928 admin admin] 10.222.0.62 "PUT /v2.0/routers/5607e762-e64b-4ebc-9d13-c5c6ece3d92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9519520 Nov 01 16:39:58.300346 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb21082-f299-486a-a004-c430b262de8e req-31927f76-d0b9-4472-89ab-3ebafbf50bb7 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:58.302130 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0bb21082-f299-486a-a004-c430b262de8e req-31927f76-d0b9-4472-89ab-3ebafbf50bb7 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 943 time: 0.0862298 Nov 01 16:39:58.364539 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0bb21082-f299-486a-a004-c430b262de8e req-5de2d2ef-8303-461c-97fe-8e2ec950373b tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556142 Nov 01 16:39:58.635724 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb5229-5d3c-4332-ab10-096c79d76a62 req-64ead3ee-14c4-42ae-b746-2a79e402f6ea tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:58.643078 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-88bb5229-5d3c-4332-ab10-096c79d76a62 req-64ead3ee-14c4-42ae-b746-2a79e402f6ea tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0956085 Nov 01 16:39:58.684000 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-88bb5229-5d3c-4332-ab10-096c79d76a62 req-eec96b9e-27e2-4027-8d19-d528dc3b87f5 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 Nov 01 16:39:58.811634 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b301-c1bf-4b3a-b776-a7f8a86fc8a2 req-f21680db-b434-4ffb-86cf-c110db7211b6 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:58.813506 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-21b0b301-c1bf-4b3a-b776-a7f8a86fc8a2 req-f21680db-b434-4ffb-86cf-c110db7211b6 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 943 time: 0.0635524 Nov 01 16:39:58.825824 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35686) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:58.880057 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-21b0b301-c1bf-4b3a-b776-a7f8a86fc8a2 req-332ee77a-d511-400f-b3a4-34f21b711eef tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553815 Nov 01 16:39:59.001944 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device d851314e-e263-4fcd-8d5e-7f721b4b94c6 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:39:59.098291 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ff3e3-4b5b-452a-b7d9-598cccee1d12 req-36be40d7-c0a1-4125-adab-b500adefe51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:59.100581 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5c3ff3e3-4b5b-452a-b7d9-598cccee1d12 req-36be40d7-c0a1-4125-adab-b500adefe51f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 1098 time: 0.0542743 Nov 01 16:39:59.111548 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Sync routers for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:39:59.139934 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:39:59.140820 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:39:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:39:59.143556 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10fce663-9739-4f81-9aac-4b71ef97c1ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.148683 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5c3ff3e3-4b5b-452a-b7d9-598cccee1d12 req-f36592a0-8cdf-498a-a132-c74dc6ccbef9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385377 Nov 01 16:39:59.193788 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port d851314e-e263-4fcd-8d5e-7f721b4b94c6, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=d851314e-e263-4fcd-8d5e-7f721b4b94c6,segment=NetworkSegment(00019d26-77b6-454c-b2ff-04ccde01405a),segment_id=00019d26-77b6-454c-b2ff-04ccde01405a)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:59.210104 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': 'd851314e-e263-4fcd-8d5e-7f721b4b94c6', 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db', 'port_id': 'd851314e-e263-4fcd-8d5e-7f721b4b94c6', 'mac_address': 'fa:16:3e:a5:90:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5037da-f307-4cc9-8787-1e2abe0a4359', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:39:59.253845 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10fce663-9739-4f81-9aac-4b71ef97c1ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.283986 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35696) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:59.288634 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-58adbfe7-81ef-46b9-a1ff-18a34cb19950 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850414499', 'description': 'tempest-description--2106623314'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:59.315300 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10fce663-9739-4f81-9aac-4b71ef97c1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.369648 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-10fce663-9739-4f81-9aac-4b71ef97c1ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59e94fbcf13e4f0e812950307458710d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5425291 Nov 01 16:39:59.371325 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fce663-9739-4f81-9aac-4b71ef97c1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2821e07-9c80-44ba-b990-acd56ae2c289,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:59.375616 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35702) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:59.398874 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58adbfe7-81ef-46b9-a1ff-18a34cb19950 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.444994 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.456288 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:39:59.495065 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device f7d488df-3631-4820-8212-af2032055f4d up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:39:59.515110 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d296c6d7-dca3-440b-9afb-2cc6700751d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.531841 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d851314e-e263-4fcd-8d5e-7f721b4b94c6 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:39:59.583618 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58adbfe7-81ef-46b9-a1ff-18a34cb19950 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.591964 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d296c6d7-dca3-440b-9afb-2cc6700751d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.600528 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port d851314e-e263-4fcd-8d5e-7f721b4b94c6, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=d851314e-e263-4fcd-8d5e-7f721b4b94c6,segment=NetworkSegment(00019d26-77b6-454c-b2ff-04ccde01405a),segment_id=00019d26-77b6-454c-b2ff-04ccde01405a)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:59.617034 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf588545-be43-4501-b384-4995ede8d301 req-c734f88c-cc42-440f-81b4-fcd332a86474 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:59.620026 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bf588545-be43-4501-b384-4995ede8d301 req-c734f88c-cc42-440f-81b4-fcd332a86474 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 943 time: 0.1239438 Nov 01 16:39:59.663234 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58adbfe7-81ef-46b9-a1ff-18a34cb19950 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.675710 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port f7d488df-3631-4820-8212-af2032055f4d triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:39:59.675985 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.735852 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.741131 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 90644ebd-d05a-4ce1-99d6-2f47827460de details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:39:59.741753 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adbfe7-81ef-46b9-a1ff-18a34cb19950 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:59.766293 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d296c6d7-dca3-440b-9afb-2cc6700751d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.768944 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d296c6d7-dca3-440b-9afb-2cc6700751d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.770829 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-d296c6d7-dca3-440b-9afb-2cc6700751d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2821e07-9c80-44ba-b990-acd56ae2c289 HTTP/1.1" status: 204 len: 168 time: 0.3963020 Nov 01 16:39:59.811023 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bf588545-be43-4501-b384-4995ede8d301 req-5805aab6-6456-4e0a-b3cf-752e89461f0c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454623 Nov 01 16:39:59.830152 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58adbfe7-81ef-46b9-a1ff-18a34cb19950 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.834620 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35720) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:39:59.835104 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-58adbfe7-81ef-46b9-a1ff-18a34cb19950 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5496032 Nov 01 16:39:59.835783 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296c6d7-dca3-440b-9afb-2cc6700751d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2821e07-9c80-44ba-b990-acd56ae2c289,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:59.852607 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-9c86b083-a3ef-402a-ae1d-ee34f1302074 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Request body: {'security_group_rule': {'security_group_id': '0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:39:59.866712 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1830169-8d18-4a00-8465-e95d592a6068 req-670b06d2-415c-4203-bf72-442c504b4a7c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:39:59.869274 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f1830169-8d18-4a00-8465-e95d592a6068 req-670b06d2-415c-4203-bf72-442c504b4a7c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0953128 Nov 01 16:39:59.901582 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=d851314e-e263-4fcd-8d5e-7f721b4b94c6,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:39:59.939770 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f1830169-8d18-4a00-8465-e95d592a6068 req-d149333c-a02e-4088-a6b3-693af9c73f99 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601761 Nov 01 16:39:59.986749 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c86b083-a3ef-402a-ae1d-ee34f1302074 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:39:59.990274 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 90644ebd-d05a-4ce1-99d6-2f47827460de, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=90644ebd-d05a-4ce1-99d6-2f47827460de,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:39:59.994531 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 2, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:00.040392 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c0551-7323-41da-ba24-6b3b072e5742 req-658afbcf-4a81-49c9-9335-8cd31745369c tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:00.041775 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-485c0551-7323-41da-ba24-6b3b072e5742 req-658afbcf-4a81-49c9-9335-8cd31745369c tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 944 time: 0.0708838 Nov 01 16:40:00.052455 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Checking router: 5607e762-e64b-4ebc-9d13-c5c6ece3d92d for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:40:00.053492 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Updating router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c binding host dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:40:00.055217 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c86b083-a3ef-402a-ae1d-ee34f1302074 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.055555 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '90644ebd-d05a-4ce1-99d6-2f47827460de', 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa', 'port_id': '90644ebd-d05a-4ce1-99d6-2f47827460de', 'mac_address': 'fa:16:3e:f5:29:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c5abae-9cff-46e0-bbfc-062d0f7c8620', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:40:00.088633 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-485c0551-7323-41da-ba24-6b3b072e5742 req-4d52063d-22a8-4bc5-9c23-8009eda2e81c tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362241 Nov 01 16:40:00.117667 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.128135 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c86b083-a3ef-402a-ae1d-ee34f1302074 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.138331 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.147366 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86b083-a3ef-402a-ae1d-ee34f1302074 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a32f124-1dda-4a95-92ea-10e6d5f3e8ca,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:00.177637 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90644ebd-d05a-4ce1-99d6-2f47827460de {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:40:00.243455 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c86b083-a3ef-402a-ae1d-ee34f1302074 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.249523 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-9c86b083-a3ef-402a-ae1d-ee34f1302074 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4138403 Nov 01 16:40:00.252366 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35728) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:00.256271 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 90644ebd-d05a-4ce1-99d6-2f47827460de, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=90644ebd-d05a-4ce1-99d6-2f47827460de,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:00.258508 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-114905d0-1856-46d7-b830-996e9732e373 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Request body: {'security_group_rule': {'security_group_id': '0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:00.339075 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.356886 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-114905d0-1856-46d7-b830-996e9732e373 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.411024 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=90644ebd-d05a-4ce1-99d6-2f47827460de,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:00.414517 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-114905d0-1856-46d7-b830-996e9732e373 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.488720 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Publish callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.522333 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-114905d0-1856-46d7-b830-996e9732e373 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.540218 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114905d0-1856-46d7-b830-996e9732e373 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac06d9f7-3dbc-4153-ac14-ca77bb899835,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:00.587507 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.596508 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-114905d0-1856-46d7-b830-996e9732e373 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.596508 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-114905d0-1856-46d7-b830-996e9732e373 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390243 Nov 01 16:40:00.596508 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35736) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:00.600461 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Request body: {'floatingip': {'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:00.642783 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0036f7f-1e27-4bf4-9d41-522d6e79b433 None None] Pushing event updated for resources: {'Port': ['ID=6b830a7a-436c-4fcf-924e-1a0b5b755d8c,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:00.688346 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['90644ebd-d05a-4ce1-99d6-2f47827460de'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:40:00.702322 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35738) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:00.722040 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cabbeb0-7f65-4579-9bcd-4a68a0e872df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.733783 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['d851314e-e263-4fcd-8d5e-7f721b4b94c6'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:40:00.748947 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.770309 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Attempting to bind port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:00.770508 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Attempting to bind port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:00.770757 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Attempting to bind port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c on network bc45f9ac-9856-4d97-9112-de09cb44caf6 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:00.790631 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:00.790999 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Checking segment: {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:00.798657 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.798657 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Bound using segment: {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:00.798657 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Bound port: 6b830a7a-436c-4fcf-924e-1a0b5b755d8c, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:00.798657 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.866810 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cabbeb0-7f65-4579-9bcd-4a68a0e872df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.943886 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.957406 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cabbeb0-7f65-4579-9bcd-4a68a0e872df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:00.977061 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] For port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:00.983127 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-b53a0f2a-d673-4d1b-b357-69da99c57fbb None None] Provisioning complete for port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:00.983502 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b53a0f2a-d673-4d1b-b357-69da99c57fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.018958 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-3cabbeb0-7f65-4579-9bcd-4a68a0e872df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd227bd894a74d45b2d8343ae1e2c27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153412 Nov 01 16:40:01.021152 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e29e6d-ffd1-4850-b67d-920499d0a534 req-13451fdb-ee45-454c-b100-e433e137d3f1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:01.021723 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35748) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:01.021922 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f7e29e6d-ffd1-4850-b67d-920499d0a534 req-13451fdb-ee45-454c-b100-e433e137d3f1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 944 time: 0.1064670 Nov 01 16:40:01.038397 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabbeb0-7f65-4579-9bcd-4a68a0e872df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaf334b-252c-4c22-8a79-8954bb4a3573,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:01.074089 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] For port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=6b830a7a-436c-4fcf-924e-1a0b5b755d8c,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:01.100638 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-b53a0f2a-d673-4d1b-b357-69da99c57fbb None None] Port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:40:01.111763 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0df33137-bb48-42a3-860a-85fd789a45e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.140404 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Allocated IP 172.27.2.84 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/c7c77271-a271-46ed-a890-09414cf952ae) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:01.141000 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0df33137-bb48-42a3-860a-85fd789a45e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.145439 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f7e29e6d-ffd1-4850-b67d-920499d0a534 req-3f79594c-e239-416d-b402-5f1a9a3ca383 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152089 Nov 01 16:40:01.158359 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.172321 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8762e75-6aa6-4e61-a489-348ba0856a31 req-75053a8b-3e74-451e-b8cf-5742b8ab43e6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:01.179477 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f8762e75-6aa6-4e61-a489-348ba0856a31 req-75053a8b-3e74-451e-b8cf-5742b8ab43e6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.1227424 Nov 01 16:40:01.222960 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:01.222960 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:39:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:01.277260 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0036f7f-1e27-4bf4-9d41-522d6e79b433 None None] Pushing event updated for resources: {'Port': ['ID=6b830a7a-436c-4fcf-924e-1a0b5b755d8c,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:01.281359 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f8762e75-6aa6-4e61-a489-348ba0856a31 req-539cb4ae-e433-40fb-8003-c9aff545a3c9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997629 Nov 01 16:40:01.316625 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0df33137-bb48-42a3-860a-85fd789a45e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.319551 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0df33137-bb48-42a3-860a-85fd789a45e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.320872 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-0df33137-bb48-42a3-860a-85fd789a45e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/acaf334b-252c-4c22-8a79-8954bb4a3573 HTTP/1.1" status: 204 len: 168 time: 0.2977645 Nov 01 16:40:01.335400 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df33137-bb48-42a3-860a-85fd789a45e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaf334b-252c-4c22-8a79-8954bb4a3573,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:01.385009 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35760) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:01.399415 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.421563 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5752f-81fc-4751-ab1f-92a9e0246dd0 req-d5e9f019-b21f-4ed1-8e32-3a27030e64eb tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:01.429445 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-16c5752f-81fc-4751-ab1f-92a9e0246dd0 req-d5e9f019-b21f-4ed1-8e32-3a27030e64eb tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 944 time: 0.1583986 Nov 01 16:40:01.479145 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:01.518330 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-16c5752f-81fc-4751-ab1f-92a9e0246dd0 req-e7573073-1dec-4409-b8b5-d3cca86afd7f tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871925 Nov 01 16:40:01.565688 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c086a8d6-d2b8-4096-a870-79d13fbddc1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.655814 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.697231 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:01.705808 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:01.712119 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:01.779764 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-e5feed7e-8d4e-450f-afdd-613fd75c8626 None None] Provisioning complete for port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:01.780118 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e5feed7e-8d4e-450f-afdd-613fd75c8626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.784249 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event updated for resources: {'Port': ['ID=c7c77271-a271-46ed-a890-09414cf952ae,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:01.811569 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c086a8d6-d2b8-4096-a870-79d13fbddc1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.840587 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:00Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:01.848529 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.869976 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e055fb-84d7-40b6-8ee1-6385f9f5f18f req-91e54e3c-a01f-4621-bc6a-be247362c931 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:01.879965 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b2e055fb-84d7-40b6-8ee1-6385f9f5f18f req-91e54e3c-a01f-4621-bc6a-be247362c931 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1555622 Nov 01 16:40:01.894253 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9343f0-719c-4923-b48b-3c3323c48014 None None] The sync data for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi is: [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:00Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:40:01.900638 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c086a8d6-d2b8-4096-a870-79d13fbddc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.918350 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e5feed7e-8d4e-450f-afdd-613fd75c8626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:01.930555 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-c086a8d6-d2b8-4096-a870-79d13fbddc1a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=395cce1c925f42b6b8ac391f93480583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5421567 Nov 01 16:40:01.935634 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35778) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:02.007997 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-e5feed7e-8d4e-450f-afdd-613fd75c8626 None None] For port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=6b830a7a-436c-4fcf-924e-1a0b5b755d8c,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:02.029876 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b2e055fb-84d7-40b6-8ee1-6385f9f5f18f req-81c42621-998e-432c-add9-615f9c8bfc67 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488841 Nov 01 16:40:02.030910 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086a8d6-d2b8-4096-a870-79d13fbddc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756d593d-c5d5-4b3c-9cbb-5d4a77f859f2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:02.046331 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:02.064031 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ef6d-9fb7-4aed-b42e-13a1c7c48ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:02.075267 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e5feed7e-8d4e-450f-afdd-613fd75c8626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:02.097675 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ef6d-9fb7-4aed-b42e-13a1c7c48ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:02.144300 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5feed7e-8d4e-450f-afdd-613fd75c8626 None None] Pushing event updated for resources: {'Port': ['ID=6b830a7a-436c-4fcf-924e-1a0b5b755d8c,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:02.259569 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ef6d-9fb7-4aed-b42e-13a1c7c48ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:02.262812 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ef6d-9fb7-4aed-b42e-13a1c7c48ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:02.265335 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5bb3ef6d-9fb7-4aed-b42e-13a1c7c48ec6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/756d593d-c5d5-4b3c-9cbb-5d4a77f859f2 HTTP/1.1" status: 204 len: 168 time: 0.3285737 Nov 01 16:40:02.281351 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3ef6d-9fb7-4aed-b42e-13a1c7c48ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756d593d-c5d5-4b3c-9cbb-5d4a77f859f2,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:02.347438 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:02.419626 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868171e9-633d-4aa8-bf63-ac8bfed093ff req-e1de7ac0-c0ff-47f2-ad24-43b863295e16 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:02.422416 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-868171e9-633d-4aa8-bf63-ac8bfed093ff req-e1de7ac0-c0ff-47f2-ad24-43b863295e16 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 944 time: 0.0721703 Nov 01 16:40:02.423947 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:02.487425 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:02.521884 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event updated for resources: {'Port': ['ID=c7c77271-a271-46ed-a890-09414cf952ae,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:02.536045 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-868171e9-633d-4aa8-bf63-ac8bfed093ff req-5dad4393-0f8c-46fa-b206-8b352a178d99 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994847 Nov 01 16:40:02.635947 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:02.640289 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-461d682f-69ad-496e-89f6-da1411f38be3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0405793 Nov 01 16:40:02.692554 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af43403-087a-4aa0-b6bb-fbce2c5fbe02 req-b5ebc157-a363-4683-afd5-fcbebb723edd tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:02.702715 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0af43403-087a-4aa0-b6bb-fbce2c5fbe02 req-b5ebc157-a363-4683-afd5-fcbebb723edd tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 944 time: 0.0803936 Nov 01 16:40:02.768283 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0af43403-087a-4aa0-b6bb-fbce2c5fbe02 req-b8ff0d64-e0fe-42cb-a071-175280cce1e4 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586002 Nov 01 16:40:02.935332 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-c3c4f1a7-57e3-4cbd-9089-3edfd51d8819 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1850414499&fields=id&tenant_id=c81bd66099584febb56806578f478281 HTTP/1.1" status: 200 len: 267 time: 0.0414629 Nov 01 16:40:03.020869 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 90644ebd-d05a-4ce1-99d6-2f47827460de up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:03.079926 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35844) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:03.147608 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897488b-8aa8-417a-9e26-31ba97439763 req-2a5b6d35-e2b4-46a4-86ad-7dd6abdae479 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:03.149510 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-2a5b6d35-e2b4-46a4-86ad-7dd6abdae479 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/networks?id=bc45f9ac-9856-4d97-9112-de09cb44caf6 HTTP/1.1" status: 200 len: 811 time: 0.2047045 Nov 01 16:40:03.172284 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-432b7530-fc8b-4d5e-a208-fb755e239e29 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/quotas/c81bd66099584febb56806578f478281 HTTP/1.1" status: 200 len: 375 time: 0.0114317 Nov 01 16:40:03.292607 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-6b5578d7-29e0-44d4-bd4c-df479a1a7837 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c81bd66099584febb56806578f478281&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053889 Nov 01 16:40:03.327444 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port 90644ebd-d05a-4ce1-99d6-2f47827460de completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:40:03.328648 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-650643069-network', 'tenant_id': '833a357c5aae4d4d9be45d3323012608'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:03.332669 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 90644ebd-d05a-4ce1-99d6-2f47827460de triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:03.333331 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:03.426621 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-d1d6b8a2-515e-4c44-bee5-2b72b360a241 service neutron] 10.222.0.62 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134198 Nov 01 16:40:03.467483 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Made reservation on behalf of 833a357c5aae4d4d9be45d3323012608 for: {'network': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:40:03.471800 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:03.481159 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 6b830a7a-436c-4fcf-924e-1a0b5b755d8c up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:03.485766 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:03.487915 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:03.614218 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-2c96c49d-a4b8-4e07-956e-97c29aaa81d6 service neutron] 10.222.0.62 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860232 Nov 01 16:40:03.621249 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:03.631645 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca03520d-b086-4172-b413-f466bf4597ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90644ebd-d05a-4ce1-99d6-2f47827460de'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:03.635122 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fd84cd-e618-4602-9de6-f7bbfebd7c48" -d '{"events": [{"server_uuid": "ca03520d-b086-4172-b413-f466bf4597ac", "name": "network-vif-plugged", "status": "completed", "tag": "90644ebd-d05a-4ce1-99d6-2f47827460de"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:03.654139 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 90644ebd-d05a-4ce1-99d6-2f47827460de, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=90644ebd-d05a-4ce1-99d6-2f47827460de,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:03.667647 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:03.668078 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:03.676399 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:03.705206 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b1b12e-5adf-4a9c-a24b-39cfd2b37609,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:03.712397 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b68d19-be6b-4090-8f64-5b46c2fa70b8 req-d0cd73f3-e53e-49f2-9a94-b4c63e9f10a0 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:03.719002 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:40:03.719890 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-42b68d19-be6b-4090-8f64-5b46c2fa70b8 req-d0cd73f3-e53e-49f2-9a94-b4c63e9f10a0 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 944 time: 0.0665200 Nov 01 16:40:03.735421 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:03.735963 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.segments_db [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Added segment a47b8626-1bcd-4506-a42c-74559b620716 of type vlan for network 9f545391-7950-48f3-af3e-7b24976f5954 Nov 01 16:40:03.763140 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-42b68d19-be6b-4090-8f64-5b46c2fa70b8 req-8486d2e2-2db0-4ed6-96fa-43f5f06062b7 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Nov 01 16:40:03.788488 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:03.795081 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:03.796053 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device d851314e-e263-4fcd-8d5e-7f721b4b94c6 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:03.890649 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a72261-b2be-4db8-aba8-17025734ad3b x-openstack-request-id: req-57a72261-b2be-4db8-aba8-17025734ad3b {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:03.891089 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca03520d-b086-4172-b413-f466bf4597ac", "name": "network-vif-plugged", "status": "completed", "tag": "90644ebd-d05a-4ce1-99d6-2f47827460de", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:03.891229 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57a72261-b2be-4db8-aba8-17025734ad3b {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:03.891658 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca03520d-b086-4172-b413-f466bf4597ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90644ebd-d05a-4ce1-99d6-2f47827460de', 'code': 200} Nov 01 16:40:03.905290 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=90644ebd-d05a-4ce1-99d6-2f47827460de,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:03.920129 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:03.931261 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:03.931261 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:04.002025 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port d851314e-e263-4fcd-8d5e-7f721b4b94c6 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:40:04.006321 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port d851314e-e263-4fcd-8d5e-7f721b4b94c6 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:04.006742 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:04.066848 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] Pushing event updated for resources: {'Network': ['ID=9f545391-7950-48f3-af3e-7b24976f5954,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:04.079955 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network 9f545391-7950-48f3-af3e-7b24976f5954 details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:40:04.101678 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c0b9c249-9839-4a8a-812d-48f995353aa6 req-863baa88-d58e-43ff-b35f-d092f1777cb0 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 210 time: 0.0680902 Nov 01 16:40:04.111037 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a4e74-f398-4cc0-a668-c539d3391e57 req-09b7cd19-9889-4c48-9fc9-15cf266a802f tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:04.118883 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6f4a4e74-f398-4cc0-a668-c539d3391e57 req-09b7cd19-9889-4c48-9fc9-15cf266a802f tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 944 time: 0.1820469 Nov 01 16:40:04.129464 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-929f1d45-5140-4043-8903-65195a86c8fe admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0473886 Nov 01 16:40:04.134476 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35888) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:04.138566 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9880ae66-ebb4-40a2-90e8-5b9a989b8a82 admin admin] Request body: {'subnet': {'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-650643069-subnet', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:04.188798 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6f4a4e74-f398-4cc0-a668-c539d3391e57 req-c6979fff-002c-49e0-b1e2-fa9aa612bf7d tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686474 Nov 01 16:40:04.219989 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:04.258162 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port d851314e-e263-4fcd-8d5e-7f721b4b94c6, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=d851314e-e263-4fcd-8d5e-7f721b4b94c6,segment=NetworkSegment(00019d26-77b6-454c-b2ff-04ccde01405a),segment_id=00019d26-77b6-454c-b2ff-04ccde01405a)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:04.310850 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9880ae66-ebb4-40a2-90e8-5b9a989b8a82 admin admin] Made reservation on behalf of 833a357c5aae4d4d9be45d3323012608 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:40:04.314232 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9880ae66-ebb4-40a2-90e8-5b9a989b8a82 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:04.368341 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:04.439223 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=d851314e-e263-4fcd-8d5e-7f721b4b94c6,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:04.479278 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ff89f-b2c3-4059-8e8e-80de01c6f371 req-2190f4c2-e515-420c-a501-7780576cd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:04.479278 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f44ff89f-b2c3-4059-8e8e-80de01c6f371 req-2190f4c2-e515-420c-a501-7780576cd307 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 1098 time: 0.1244318 Nov 01 16:40:04.529336 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f44ff89f-b2c3-4059-8e8e-80de01c6f371 req-f836d4c1-4fbe-4130-8353-b1a2aa721856 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638978 Nov 01 16:40:04.890691 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130ef6c-36ca-47ce-b096-c485da7500d5 req-4e56e29d-2b5e-4e9d-85a7-574495de4db3 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:04.892237 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2130ef6c-36ca-47ce-b096-c485da7500d5 req-4e56e29d-2b5e-4e9d-85a7-574495de4db3 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 945 time: 0.0581968 Nov 01 16:40:04.904475 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9880ae66-ebb4-40a2-90e8-5b9a989b8a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:04.979115 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2130ef6c-36ca-47ce-b096-c485da7500d5 req-73bdb33a-193c-4d30-bd24-112b61b5ef11 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808358 Nov 01 16:40:04.986503 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880ae66-ebb4-40a2-90e8-5b9a989b8a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbaa1191-0552-4a2e-91c0-99fce75be7c1,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:05.009584 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9880ae66-ebb4-40a2-90e8-5b9a989b8a82 admin admin] Checking segment: {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:05.009584 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9880ae66-ebb4-40a2-90e8-5b9a989b8a82 admin admin] Network hostable DHCP agents. Network: 9f545391-7950-48f3-af3e-7b24976f5954, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:40:05.111430 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7a8a7-65af-44c4-93b8-dec25f9a141a req-51da76ef-f808-43c4-a0be-0d07a13f40e1 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:05.113218 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-87c7a8a7-65af-44c4-93b8-dec25f9a141a req-51da76ef-f808-43c4-a0be-0d07a13f40e1 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0543368 Nov 01 16:40:05.155350 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-87c7a8a7-65af-44c4-93b8-dec25f9a141a req-56e3817f-5493-4c59-b68a-ed061a087e8f tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361798 Nov 01 16:40:05.190816 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e0e7d3ff-a192-4884-9cc1-9f1e42d06f55 req-95002b66-0b29-42e7-a821-00a60199c75a tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 210 time: 0.0344832 Nov 01 16:40:05.196633 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9880ae66-ebb4-40a2-90e8-5b9a989b8a82 admin admin] Network 9f545391-7950-48f3-af3e-7b24976f5954 is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:40:05.235094 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be74c8-dd34-4d3c-8263-5d851c975dc7 req-d7b73cbe-4abf-432a-967a-403c1b01a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:05.236660 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-90be74c8-dd34-4d3c-8263-5d851c975dc7 req-d7b73cbe-4abf-432a-967a-403c1b01a6fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d68315a9114545d0b176b3bfa254883f&device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 1099 time: 0.0722470 Nov 01 16:40:05.306489 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35948) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:05.312222 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9880ae66-ebb4-40a2-90e8-5b9a989b8a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, 9f545391-7950-48f3-af3e-7b24976f5954) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:05.320700 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fc67c2-e185-4c6e-b8e4-5c330231ed1c None None] Network 9f545391-7950-48f3-af3e-7b24976f5954 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:40:05.347684 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880ae66-ebb4-40a2-90e8-5b9a989b8a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:05.348653 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9880ae66-ebb4-40a2-90e8-5b9a989b8a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.389019 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cd5dc-408a-4732-92e7-bb57bcb8b9aa req-6ba90153-95af-4ea7-b867-a7465c8ca396 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:05.390846 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bb7cd5dc-408a-4732-92e7-bb57bcb8b9aa req-6ba90153-95af-4ea7-b867-a7465c8ca396 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 945 time: 0.1342301 Nov 01 16:40:05.428240 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be74c8-dd34-4d3c-8263-5d851c975dc7 req-f771d1f9-d60e-4236-adbe-a80884631b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:05.430059 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-90be74c8-dd34-4d3c-8263-5d851c975dc7 req-f771d1f9-d60e-4236-adbe-a80884631b82 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 HTTP/1.1" status: 200 len: 917 time: 0.1807930 Nov 01 16:40:05.473941 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bb7cd5dc-408a-4732-92e7-bb57bcb8b9aa req-8b6c2b43-1c23-4fd9-961a-ed99f10c1c50 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724828 Nov 01 16:40:05.494220 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecb247e7-03bb-4b2e-9100-e4f17c4ae295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.495900 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8f27d92-124f-5fe5-bea2-c92b0fd1fced-9f545391-7950-48f3-af3e-7b24976f5954', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1'}]}} from dv-cinder-816187-1-iscsi. {{(pid=102021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 16:40:05.499037 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.505819 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-90be74c8-dd34-4d3c-8263-5d851c975dc7 req-39c1f30e-849c-45c2-adc6-93a145aab22f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cc8ae59-37f8-4c17-a430-75dca675e267 HTTP/1.1" status: 200 len: 217 time: 0.0583725 Nov 01 16:40:05.509969 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-9880ae66-ebb4-40a2-90e8-5b9a989b8a82 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3753488 Nov 01 16:40:05.513438 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 35954) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:05.519311 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:05.589035 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecb247e7-03bb-4b2e-9100-e4f17c4ae295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.598300 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be74c8-dd34-4d3c-8263-5d851c975dc7 req-62482429-63bd-4efa-aa77-45e16bc85125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:05.600033 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-90be74c8-dd34-4d3c-8263-5d851c975dc7 req-62482429-63bd-4efa-aa77-45e16bc85125 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68335fe-26c4-42b4-823b-1184a837e16f HTTP/1.1" status: 200 len: 856 time: 0.0702400 Nov 01 16:40:05.639076 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-90be74c8-dd34-4d3c-8263-5d851c975dc7 req-88b09f3a-7f37-4118-8cd6-b671e4047707 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280881 Nov 01 16:40:05.646985 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.db_base_plugin_common [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Allocated IP 172.20.0.2 (9f545391-7950-48f3-af3e-7b24976f5954/fbaa1191-0552-4a2e-91c0-99fce75be7c1/b6a480b8-087f-4ec4-8d7f-092c4f1fe323) {{(pid=102021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:05.691474 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecb247e7-03bb-4b2e-9100-e4f17c4ae295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.709437 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1236'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.710495 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1231'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.737569 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-ecb247e7-03bb-4b2e-9100-e4f17c4ae295 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07113e845d38473db1266971ba1b0835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298990 Nov 01 16:40:05.738928 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb247e7-03bb-4b2e-9100-e4f17c4ae295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9a1874-21d2-42f6-bbeb-2b8f3ec0cc7f,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:05.741465 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 35956) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:05.775203 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ce4efce1-d745-4409-9d44-f8dda779e154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.793352 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.796613 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-90be74c8-dd34-4d3c-8263-5d851c975dc7 req-fd8b174e-42d0-48bd-8e0c-8359195e84fc service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394978 Nov 01 16:40:05.815757 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-60a99eb6-182c-4d45-8ca7-ed72120c49e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.840485 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-60a99eb6-182c-4d45-8ca7-ed72120c49e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.853489 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Publish callbacks [] for port, precommit_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.894119 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51df98fc-4b15-45f2-961f-d336ce9cb774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd851314e-e263-4fcd-8d5e-7f721b4b94c6'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:05.896570 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e50ae96-2300-4869-a588-bc9a96f7e0e1" -d '{"events": [{"server_uuid": "51df98fc-4b15-45f2-961f-d336ce9cb774", "name": "network-vif-plugged", "status": "completed", "tag": "d851314e-e263-4fcd-8d5e-7f721b4b94c6"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:05.929341 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.954399 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-60a99eb6-182c-4d45-8ca7-ed72120c49e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.957507 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-60a99eb6-182c-4d45-8ca7-ed72120c49e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:05.958847 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-60a99eb6-182c-4d45-8ca7-ed72120c49e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b9a1874-21d2-42f6-bbeb-2b8f3ec0cc7f HTTP/1.1" status: 204 len: 168 time: 0.2162750 Nov 01 16:40:05.973443 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a4ca58-38a7-42f3-a09c-64d2b865ff83 x-openstack-request-id: req-67a4ca58-38a7-42f3-a09c-64d2b865ff83 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:05.974629 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51df98fc-4b15-45f2-961f-d336ce9cb774", "name": "network-vif-plugged", "status": "completed", "tag": "d851314e-e263-4fcd-8d5e-7f721b4b94c6", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:05.975182 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67a4ca58-38a7-42f3-a09c-64d2b865ff83 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:05.975800 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51df98fc-4b15-45f2-961f-d336ce9cb774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd851314e-e263-4fcd-8d5e-7f721b4b94c6', 'code': 200} Nov 01 16:40:05.989743 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Network 9f545391-7950-48f3-af3e-7b24976f5954 is already hosted by enough agents. {{(pid=102021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:05.989903 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a99eb6-182c-4d45-8ca7-ed72120c49e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9a1874-21d2-42f6-bbeb-2b8f3ec0cc7f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:05.993883 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.base_scheduler [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Resources bound (agent type, host, resource id): {{(pid=102021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:06.009394 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Received port after_create {{(pid=102021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:06.055604 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Pushing event updated for resources: {'Port': ['ID=b6a480b8-087f-4ec4-8d7f-092c4f1fe323,revision_number=1']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:06.127584 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Attempting to bind port b6a480b8-087f-4ec4-8d7f-092c4f1fe323 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:06.128075 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Attempting to bind port b6a480b8-087f-4ec4-8d7f-092c4f1fe323 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:06.128564 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Attempting to bind port b6a480b8-087f-4ec4-8d7f-092c4f1fe323 on network 9f545391-7950-48f3-af3e-7b24976f5954 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:06.136151 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:06.136619 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Checking segment: {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:06.137308 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:06.139498 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Bound using segment: {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:06.140633 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Bound port: b6a480b8-087f-4ec4-8d7f-092c4f1fe323, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:06.140633 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:06.243693 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] For port b6a480b8-087f-4ec4-8d7f-092c4f1fe323, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:06.251370 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] For port b6a480b8-087f-4ec4-8d7f-092c4f1fe323, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=b6a480b8-087f-4ec4-8d7f-092c4f1fe323,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:06.341664 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:06.361238 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:06.368407 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-90be74c8-dd34-4d3c-8263-5d851c975dc7 req-0cde2617-3ef0-4ec7-9286-dec98aa8eccf service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636837 Nov 01 16:40:06.381405 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72358e56-dfe1-4282-bb36-310b1b447e13 req-45c813ff-4c4c-4e1a-a658-76115af5d3dd tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:06.382905 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-72358e56-dfe1-4282-bb36-310b1b447e13 req-45c813ff-4c4c-4e1a-a658-76115af5d3dd tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 945 time: 0.2063370 Nov 01 16:40:06.408633 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae76978-3c65-4165-97db-5f35d7fc825d req-7176f281-4f87-4665-b63e-a4f63069b498 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:06.410230 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2ae76978-3c65-4165-97db-5f35d7fc825d req-7176f281-4f87-4665-b63e-a4f63069b498 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1188686 Nov 01 16:40:06.434444 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b400b-7bf4-4a98-838b-d71af8f77c6d None None] Pushing event updated for resources: {'Port': ['ID=b6a480b8-087f-4ec4-8d7f-092c4f1fe323,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:06.542660 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-72358e56-dfe1-4282-bb36-310b1b447e13 req-7fad1f3b-b882-4779-832d-7e0f32f6e65d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313796 Nov 01 16:40:06.549991 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2ae76978-3c65-4165-97db-5f35d7fc825d req-11105eeb-2053-4d09-b63b-acfab6798dd5 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205442 Nov 01 16:40:06.595622 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a0695-ecae-4e92-b7cc-144009a202ec req-087dbeed-55ec-4b91-b042-517b92f483e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:06.597167 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-780a0695-ecae-4e92-b7cc-144009a202ec req-087dbeed-55ec-4b91-b042-517b92f483e3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 1098 time: 0.0970731 Nov 01 16:40:06.659629 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-780a0695-ecae-4e92-b7cc-144009a202ec req-1308a2c7-0eaf-4bb3-8473-9ac55b154d36 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481548 Nov 01 16:40:06.800776 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d67032c2-7b7c-46ef-acf6-235cfede91da req-ad3be062-fed9-4f1e-9122-d52d557b6b53 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 210 time: 0.0915294 Nov 01 16:40:06.856214 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a649e-aa9a-4ed0-99db-70e95e93dc01 req-31810e34-a112-4f93-9545-a3195ff5e0ac tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:06.860067 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3e1a649e-aa9a-4ed0-99db-70e95e93dc01 req-31810e34-a112-4f93-9545-a3195ff5e0ac tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 945 time: 0.1474955 Nov 01 16:40:06.864372 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:06.886251 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:06.970254 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3e1a649e-aa9a-4ed0-99db-70e95e93dc01 req-0c1f10f2-b0f4-449a-9a4c-a97add378d26 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863278 Nov 01 16:40:07.049230 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Allocated IP 172.27.2.177 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/ab013137-2d8c-4ed9-855e-0474ecb905b4) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:07.170373 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:07.311776 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:07.427759 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:07.439412 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:07.445736 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:07.496271 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device b6a480b8-087f-4ec4-8d7f-092c4f1fe323 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:07.632570 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port b6a480b8-087f-4ec4-8d7f-092c4f1fe323 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:07.635420 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:07.637275 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Pushing event updated for resources: {'Port': ['ID=ab013137-2d8c-4ed9-855e-0474ecb905b4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:07.718123 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafc2da3-5397-402e-99eb-af32b3026ea8 None None] Network 9f545391-7950-48f3-af3e-7b24976f5954 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:40:07.794545 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897488b-8aa8-417a-9e26-31ba97439763 req-c13c806e-a636-4e67-9c82-12fa142f57f9 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:07.796502 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-c13c806e-a636-4e67-9c82-12fa142f57f9 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.71 "GET /v2.0/networks?id=bc45f9ac-9856-4d97-9112-de09cb44caf6 HTTP/1.1" status: 200 len: 811 time: 0.4406338 Nov 01 16:40:07.824926 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745aba5-5cdc-4799-866a-0c43188787f3 req-22ad039f-aa98-4130-b87d-72fba7e85392 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:07.827220 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e745aba5-5cdc-4799-866a-0c43188787f3 req-22ad039f-aa98-4130-b87d-72fba7e85392 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1158807 Nov 01 16:40:07.860459 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-b27f566f-8267-4bd9-a5d4-36c76d9b5cad None None] Provisioning complete for port b6a480b8-087f-4ec4-8d7f-092c4f1fe323 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:07.865886 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b27f566f-8267-4bd9-a5d4-36c76d9b5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:07.900994 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:07.913101 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-1516f139-b092-4d42-8477-75266b673ebf tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c81bd66099584febb56806578f478281 HTTP/1.1" status: 200 len: 380 time: 0.1034422 Nov 01 16:40:07.945537 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-de74480a-39ec-4033-8c2b-8ddbbecf6d82 req-852124c6-dbba-4d55-acc1-414a8dcda470 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 210 time: 0.0579641 Nov 01 16:40:07.995565 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [req-2897488b-8aa8-417a-9e26-31ba97439763 req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Request body: {'port': {'device_id': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'admin_state_up': True, 'tenant_id': 'c81bd66099584febb56806578f478281', 'security_groups': ['0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:08.009854 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port b6a480b8-087f-4ec4-8d7f-092c4f1fe323, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=b6a480b8-087f-4ec4-8d7f-092c4f1fe323,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:08.056024 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b27f566f-8267-4bd9-a5d4-36c76d9b5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:08.067314 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e745aba5-5cdc-4799-866a-0c43188787f3 req-0180edbf-13d6-4b82-96d6-f6e798ddb9a9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963532 Nov 01 16:40:08.092872 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:08.190335 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=b6a480b8-087f-4ec4-8d7f-092c4f1fe323,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:08.193662 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.db.api [None req-b27f566f-8267-4bd9-a5d4-36c76d9b5cad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 16:40:08.194043 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG oslo_db.api [None req-b27f566f-8267-4bd9-a5d4-36c76d9b5cad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 16:40:08.226999 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18df27e-b912-4af1-99b5-71ce397d5ab3 req-8db4c2be-5b86-44eb-ac4a-bd36ed4ed65c tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:08.228644 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e18df27e-b912-4af1-99b5-71ce397d5ab3 req-8db4c2be-5b86-44eb-ac4a-bd36ed4ed65c tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 945 time: 0.1703048 Nov 01 16:40:08.234646 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:08.259318 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-2a360dd9-3c58-4efe-bc67-caca90893a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:08.364304 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e18df27e-b912-4af1-99b5-71ce397d5ab3 req-d7db4188-1969-471f-ad40-1677cafa170b tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962112 Nov 01 16:40:08.389470 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2897488b-8aa8-417a-9e26-31ba97439763 req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Made reservation on behalf of c81bd66099584febb56806578f478281 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:40:08.393058 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2897488b-8aa8-417a-9e26-31ba97439763 req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:08.578482 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618959'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:08.651623 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-2897488b-8aa8-417a-9e26-31ba97439763 req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Allocated IP 172.20.0.11 (bc45f9ac-9856-4d97-9112-de09cb44caf6/33884561-066e-4e8a-9e07-62590670342c/fa578a65-b7e1-4f85-b879-998325e1d51a) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:08.854432 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-8e2d6c9b-73df-4a7f-8a7c-31018c5c76e0 None None] Provisioning complete for port b6a480b8-087f-4ec4-8d7f-092c4f1fe323 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:08.855007 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8e2d6c9b-73df-4a7f-8a7c-31018c5c76e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:08.863909 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2897488b-8aa8-417a-9e26-31ba97439763 req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:08.902770 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Router cc64cbfc-7e93-48e6-838f-51f5f10271b0 is scheduled to L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 16:40:08.957218 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2897488b-8aa8-417a-9e26-31ba97439763 req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:09.282492 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2897488b-8aa8-417a-9e26-31ba97439763 req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Network bc45f9ac-9856-4d97-9112-de09cb44caf6 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:09.308725 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-2897488b-8aa8-417a-9e26-31ba97439763 req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:09.311229 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2897488b-8aa8-417a-9e26-31ba97439763 req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:09.317225 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897488b-8aa8-417a-9e26-31ba97439763 req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:09.317832 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2897488b-8aa8-417a-9e26-31ba97439763 req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:09.327665 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:09.348150 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event updated for resources: {'Port': ['ID=fa578a65-b7e1-4f85-b879-998325e1d51a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:09.373673 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:40:09.388839 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2196cd-f631-427b-8717-04318a27e449 req-31989931-40b9-45e3-b09a-88425a9b1340 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:09.392196 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cb2196cd-f631-427b-8717-04318a27e449 req-31989931-40b9-45e3-b09a-88425a9b1340 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 932 time: 0.1831672 Nov 01 16:40:09.394858 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Sync routers for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:40:09.423879 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:09.423879 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:09.424052 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ac604-e246-4ad4-ae76-e15adaa7661c req-1058d046-b8c6-45a3-94f1-9cd7988bcb21 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:09.429085 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-980ac604-e246-4ad4-ae76-e15adaa7661c req-1058d046-b8c6-45a3-94f1-9cd7988bcb21 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.2253375 Nov 01 16:40:09.438881 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-37ed0c82-f103-48da-9a27-5b12d6e32669 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4481270 Nov 01 16:40:09.462955 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device b6a480b8-087f-4ec4-8d7f-092c4f1fe323 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:09.476848 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Request body: {'port': {'device_id': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:09.531825 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port b6a480b8-087f-4ec4-8d7f-092c4f1fe323 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:09.532428 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:09.539072 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:09.569831 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-980ac604-e246-4ad4-ae76-e15adaa7661c req-71dc79a1-57a5-4a3b-ac9d-c80179184c96 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200745 Nov 01 16:40:09.576412 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] Publish callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:09.596074 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-83a91242-0208-47de-8336-df298edbf138 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0801985 Nov 01 16:40:09.600119 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 36060) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:09.614421 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cb2196cd-f631-427b-8717-04318a27e449 req-fd9ea777-4bad-48be-8533-200ed3692036 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100585 Nov 01 16:40:09.681368 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-3b9b9cb9-bce9-45b9-94f0-bc702e02dd2e None None] Provisioning complete for port fa578a65-b7e1-4f85-b879-998325e1d51a triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:09.681976 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9cb9-bce9-45b9-94f0-bc702e02dd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:09.753208 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-3b9b9cb9-bce9-45b9-94f0-bc702e02dd2e None None] Port fa578a65-b7e1-4f85-b879-998325e1d51a cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:40:09.762447 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:09.831409 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc71971-4bf6-484b-bc04-3761b6243b87 req-52ad6987-aabc-4727-8cd5-f1debc0f388a tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:09.838797 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6bc71971-4bf6-484b-bc04-3761b6243b87 req-52ad6987-aabc-4727-8cd5-f1debc0f388a tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 945 time: 0.1318369 Nov 01 16:40:09.869775 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:07Z', 'revision_number': 3, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:09.898053 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Checking router: cc64cbfc-7e93-48e6-838f-51f5f10271b0 for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:40:09.898406 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Updating router cc64cbfc-7e93-48e6-838f-51f5f10271b0 port ab013137-2d8c-4ed9-855e-0474ecb905b4 binding host dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:40:09.928072 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6bc71971-4bf6-484b-bc04-3761b6243b87 req-9a62c823-0928-47e4-b6df-4e1edaf36e70 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882299 Nov 01 16:40:09.932298 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:10.258236 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Publish callbacks [] for port, precommit_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:10.336516 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:10.390115 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Attempting to bind port ab013137-2d8c-4ed9-855e-0474ecb905b4 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:10.390476 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Attempting to bind port ab013137-2d8c-4ed9-855e-0474ecb905b4 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:10.390843 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Attempting to bind port ab013137-2d8c-4ed9-855e-0474ecb905b4 on network c192031d-fcc0-4447-aa3c-77785f6d2f3f {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:10.397919 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9511ecc-c5db-4309-b36f-60b146811062 None None] Pushing event updated for resources: {'Port': ['ID=ab013137-2d8c-4ed9-855e-0474ecb905b4,revision_number=2']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:10.400408 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:10.400779 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Checking segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:10.401170 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:10.401547 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Bound using segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:10.402008 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Bound port: ab013137-2d8c-4ed9-855e-0474ecb905b4, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:10.402399 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:10.456816 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] For port ab013137-2d8c-4ed9-855e-0474ecb905b4, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:10.457592 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-ba56f2aa-4c14-4762-80c5-44b80c6d754f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:10.459064 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-ba56f2aa-4c14-4762-80c5-44b80c6d754f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/networks?id=a8ee7723-be9b-4201-9224-adf38e10e8aa HTTP/1.1" status: 200 len: 814 time: 0.2480230 Nov 01 16:40:10.459963 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] For port ab013137-2d8c-4ed9-855e-0474ecb905b4, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=ab013137-2d8c-4ed9-855e-0474ecb905b4,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:10.486462 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa578a65-b7e1-4f85-b879-998325e1d51a {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:40:10.498911 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:10.503787 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-b7e8a53b-45d0-473f-9c39-b7d20d4fbd0e tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/quotas/c8afbf2a18124036b9caafc1ea6c3cc0 HTTP/1.1" status: 200 len: 375 time: 0.0327315 Nov 01 16:40:10.510701 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:10.551464 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Transition to ACTIVE for port object fa578a65-b7e1-4f85-b879-998325e1d51a will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:40:10.575908 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9511ecc-c5db-4309-b36f-60b146811062 None None] Pushing event updated for resources: {'Port': ['ID=ab013137-2d8c-4ed9-855e-0474ecb905b4,revision_number=3']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:10.580300 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:10.580907 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:10.612946 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-7bb7c6d8-2682-4b4e-8fb0-54abb14e5576 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015544 Nov 01 16:40:10.660486 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:10.709643 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:10.735100 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:10.800088 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:10.832408 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Pushing event updated for resources: {'Port': ['ID=fa578a65-b7e1-4f85-b879-998325e1d51a,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:10.935774 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19d3ff-a66a-4df5-9b08-4b447239bb88 req-31e9aed5-3efe-4a35-8484-243d6e3a6bb0 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:10.937334 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6d19d3ff-a66a-4df5-9b08-4b447239bb88 req-31e9aed5-3efe-4a35-8484-243d6e3a6bb0 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.2778723 Nov 01 16:40:10.946735 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Attempting to bind port fa578a65-b7e1-4f85-b879-998325e1d51a on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:10.946735 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Attempting to bind port fa578a65-b7e1-4f85-b879-998325e1d51a by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:10.954928 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Attempting to bind port fa578a65-b7e1-4f85-b879-998325e1d51a on network bc45f9ac-9856-4d97-9112-de09cb44caf6 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:10.960240 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-bca19009-2716-4f13-bff6-c24e2d60f85e service neutron] 10.222.0.62 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130977 Nov 01 16:40:10.968640 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Port fa578a65-b7e1-4f85-b879-998325e1d51a on network bc45f9ac-9856-4d97-9112-de09cb44caf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:40:10.968991 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Attempting to bind port fa578a65-b7e1-4f85-b879-998325e1d51a on network bc45f9ac-9856-4d97-9112-de09cb44caf6 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:10.977697 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:07Z', 'revision_number': 3, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:11.004123 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0401ad-2f89-4c24-aae1-3873b9bd9f8d None None] The sync data for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi is: [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:07Z', 'revision_number': 3, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:40:11.037552 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:11.037887 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Checking segment: {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:11.038285 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Bound using segment: {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:11.039726 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Bound port: fa578a65-b7e1-4f85-b879-998325e1d51a, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:11.040109 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:11.374089 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6d19d3ff-a66a-4df5-9b08-4b447239bb88 req-6b531fa3-686a-4bb2-adea-e1dd20d1af8e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141080 Nov 01 16:40:11.475106 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device ab013137-2d8c-4ed9-855e-0474ecb905b4 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:11.501851 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] For port fa578a65-b7e1-4f85-b879-998325e1d51a, host hv-cinder-81618, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:11.501851 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Allocated IP 172.20.0.1 (9f545391-7950-48f3-af3e-7b24976f5954/fbaa1191-0552-4a2e-91c0-99fce75be7c1/883aa98e-cde1-45b4-b29b-fc25929cb1fa) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:11.502253 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] For port fa578a65-b7e1-4f85-b879-998325e1d51a, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=fa578a65-b7e1-4f85-b879-998325e1d51a,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:11.528930 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port ab013137-2d8c-4ed9-855e-0474ecb905b4 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:11.528930 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:11.535613 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-8f73900b-59df-43b9-9f5a-5b84acddd614 service neutron] 10.222.0.62 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351963 Nov 01 16:40:11.593815 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:11.647760 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb23286-b430-4f96-948c-7a7804533822 req-9f231513-1ba5-4e97-b497-3398b305e5ed tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:11.649386 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-efb23286-b430-4f96-948c-7a7804533822 req-9f231513-1ba5-4e97-b497-3398b305e5ed tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 944 time: 0.1853468 Nov 01 16:40:11.678446 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:11.682186 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:11.682186 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] 10.222.0.71 "PUT /v2.0/ports/fa578a65-b7e1-4f85-b879-998325e1d51a HTTP/1.1" status: 200 len: 1094 time: 2.2168608 Nov 01 16:40:11.682186 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'tag': 'fa578a65-b7e1-4f85-b879-998325e1d51a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:11.684838 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f1d244-2b11-4b97-ac77-9d14fc384ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f218bf7-73a4-4576-9179-342b52d7a32d", "tag": "fa578a65-b7e1-4f85-b879-998325e1d51a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:11.820115 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:11.914433 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36120) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:11.935677 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:11.979714 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port ab013137-2d8c-4ed9-855e-0474ecb905b4, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=ab013137-2d8c-4ed9-855e-0474ecb905b4,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:12.023790 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:12.045147 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:12.046002 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-efb23286-b430-4f96-948c-7a7804533822 req-b4d1c8cc-d2ca-4d7b-9584-23ee649f1205 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547165 Nov 01 16:40:12.049266 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822912b-0639-45e7-8ee3-47c42a17bfff service neutron] Pushing event updated for resources: {'Port': ['ID=fa578a65-b7e1-4f85-b879-998325e1d51a,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:12.068252 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Network 9f545391-7950-48f3-af3e-7b24976f5954 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:12.101723 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:12.108125 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:12.114838 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618674'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:12.128336 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897488b-8aa8-417a-9e26-31ba97439763 req-ea242bc5-77e5-421a-8429-b9faf6f6f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:12.129931 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-ea242bc5-77e5-421a-8429-b9faf6f6f6dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c81bd66099584febb56806578f478281&device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 1097 time: 0.2476368 Nov 01 16:40:12.154758 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4c7961e8-949b-4405-ab4c-928bfacd9857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:12.245630 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=ab013137-2d8c-4ed9-855e-0474ecb905b4,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:12.264842 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe1df5e-e793-4ab7-8042-56394cdda431 x-openstack-request-id: req-ffe1df5e-e793-4ab7-8042-56394cdda431 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:12.268153 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f218bf7-73a4-4576-9179-342b52d7a32d", "tag": "fa578a65-b7e1-4f85-b879-998325e1d51a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:12.268153 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffe1df5e-e793-4ab7-8042-56394cdda431 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:12.268153 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'tag': 'fa578a65-b7e1-4f85-b879-998325e1d51a', 'status': 'completed', 'code': 200} Nov 01 16:40:12.299273 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4c7961e8-949b-4405-ab4c-928bfacd9857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:12.323214 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Pushing event updated for resources: {'Port': ['ID=883aa98e-cde1-45b4-b29b-fc25929cb1fa,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:12.344595 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-01b8efd7-1df5-425d-b96a-c378e7676d4d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa578a65-b7e1-4f85-b879-998325e1d51a HTTP/1.1" status: 200 len: 217 time: 0.0866964 Nov 01 16:40:12.351021 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-06922542-9924-463b-afac-6a36fa01730a req-803a1224-aea1-421f-90de-76c5f5eb8197 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 210 time: 0.0769212 Nov 01 16:40:12.401632 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4c7961e8-949b-4405-ab4c-928bfacd9857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:12.444062 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897488b-8aa8-417a-9e26-31ba97439763 req-59c37668-22f3-4185-8744-aa4387804c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:12.445554 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-59c37668-22f3-4185-8744-aa4387804c4d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33884561-066e-4e8a-9e07-62590670342c HTTP/1.1" status: 200 len: 850 time: 0.0872612 Nov 01 16:40:12.485131 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-4c7961e8-949b-4405-ab4c-928bfacd9857 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79b666762846428ab6b7eda2a4a16a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5693393 Nov 01 16:40:12.487113 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7961e8-949b-4405-ab4c-928bfacd9857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0daa368-d3ff-46a2-87d9-636373d8cf3e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:12.488389 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-10e1aa9a-a98e-4339-b055-c164b4e03fbb None None] Provisioning complete for port 883aa98e-cde1-45b4-b29b-fc25929cb1fa triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:12.488766 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-10e1aa9a-a98e-4339-b055-c164b4e03fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:12.497577 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36130) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:12.552288 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-10e1aa9a-a98e-4339-b055-c164b4e03fbb None None] Port 883aa98e-cde1-45b4-b29b-fc25929cb1fa cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:40:12.568314 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62bf5-5d99-4d74-8c5c-7f78b37acdeb req-30bf2dcb-2cca-4979-9e50-168afc6abdd5 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:12.570425 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c9c62bf5-5d99-4d74-8c5c-7f78b37acdeb req-30bf2dcb-2cca-4979-9e50-168afc6abdd5 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1143246 Nov 01 16:40:12.572971 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:12.583153 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7808e62-1748-4b3c-a18f-a0a27a0303a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:12.592284 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897488b-8aa8-417a-9e26-31ba97439763 req-cf38ec3d-059e-4791-9581-594b5f4bfa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:12.593908 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-cf38ec3d-059e-4791-9581-594b5f4bfa63 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bc45f9ac-9856-4d97-9112-de09cb44caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1245508 Nov 01 16:40:12.608356 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7808e62-1748-4b3c-a18f-a0a27a0303a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:12.740507 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c9c62bf5-5d99-4d74-8c5c-7f78b37acdeb req-4c2578db-7167-4bd7-8940-250422a9e9b7 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605735 Nov 01 16:40:12.754858 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7808e62-1748-4b3c-a18f-a0a27a0303a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:12.754858 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7808e62-1748-4b3c-a18f-a0a27a0303a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:12.754858 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-c7808e62-1748-4b3c-a18f-a0a27a0303a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0daa368-d3ff-46a2-87d9-636373d8cf3e HTTP/1.1" status: 204 len: 168 time: 0.2568305 Nov 01 16:40:12.770230 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7808e62-1748-4b3c-a18f-a0a27a0303a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0daa368-d3ff-46a2-87d9-636373d8cf3e,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:12.835903 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19b7b3-c030-41bb-b7ab-8f0cdea99f7e req-9847e2bb-8de7-4d62-945f-a90285b249c5 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:12.837444 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2d19b7b3-c030-41bb-b7ab-8f0cdea99f7e req-9847e2bb-8de7-4d62-945f-a90285b249c5 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 945 time: 0.1787839 Nov 01 16:40:12.879109 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-6e0a01e5-fb67-4187-8568-f59165f8b39d service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697301 Nov 01 16:40:12.931106 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2d19b7b3-c030-41bb-b7ab-8f0cdea99f7e req-e7abcc65-d69d-49d7-8e88-723bf5c2c01e tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780463 Nov 01 16:40:13.015418 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:13.042286 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2897488b-8aa8-417a-9e26-31ba97439763 req-9075ab1c-a574-4701-81bc-bd5e360acc8e service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458497 Nov 01 16:40:13.122424 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:13.123600 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618510'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:13.226575 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Pushing event updated for resources: {'Port': ['ID=883aa98e-cde1-45b4-b29b-fc25929cb1fa,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:13.305638 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfa004-a184-49b6-b93f-d6ac4b2db072 req-56e8eed7-d1eb-4434-8547-6fe51d26b737 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:13.307111 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f4cfa004-a184-49b6-b93f-d6ac4b2db072 req-56e8eed7-d1eb-4434-8547-6fe51d26b737 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 944 time: 0.1753557 Nov 01 16:40:13.346119 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1d244-2b11-4b97-ac77-9d14fc384ef6 req-b456229a-c480-450f-8b27-4b6674769845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:13.346784 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f2f1d244-2b11-4b97-ac77-9d14fc384ef6 req-b456229a-c480-450f-8b27-4b6674769845 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c81bd66099584febb56806578f478281&device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 1097 time: 0.1231682 Nov 01 16:40:13.360585 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Network 9f545391-7950-48f3-af3e-7b24976f5954 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:13.378533 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:13.415401 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f4cfa004-a184-49b6-b93f-d6ac4b2db072 req-22d97a9b-9151-4c10-9ba9-d521f7d09ac4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973341 Nov 01 16:40:13.452070 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:13.492724 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device ab013137-2d8c-4ed9-855e-0474ecb905b4 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:13.535090 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d4c8368b-da66-4b3b-a7fe-70be90cf0ecb req-89821fb7-a389-4b94-9ee0-60b230e3077d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 210 time: 0.0449700 Nov 01 16:40:13.565284 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port ab013137-2d8c-4ed9-855e-0474ecb905b4 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:13.565852 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:13.614591 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1d244-2b11-4b97-ac77-9d14fc384ef6 req-3bfaeb23-b425-4e5d-b06b-f7a22e0b1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:13.616098 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f2f1d244-2b11-4b97-ac77-9d14fc384ef6 req-3bfaeb23-b425-4e5d-b06b-f7a22e0b1af5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bc45f9ac-9856-4d97-9112-de09cb44caf6 HTTP/1.1" status: 200 len: 912 time: 0.2604125 Nov 01 16:40:13.677815 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f2f1d244-2b11-4b97-ac77-9d14fc384ef6 req-ebecf8c7-59da-4f3e-b512-410269b1eed6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa578a65-b7e1-4f85-b879-998325e1d51a HTTP/1.1" status: 200 len: 217 time: 0.0461719 Nov 01 16:40:13.686112 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Router cc64cbfc-7e93-48e6-838f-51f5f10271b0 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:40:13.773599 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1d244-2b11-4b97-ac77-9d14fc384ef6 req-37723f99-8166-4754-8174-659015672fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:13.776807 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f2f1d244-2b11-4b97-ac77-9d14fc384ef6 req-37723f99-8166-4754-8174-659015672fb6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33884561-066e-4e8a-9e07-62590670342c HTTP/1.1" status: 200 len: 850 time: 0.0875947 Nov 01 16:40:13.789795 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-a2aabfcc-5b83-4873-a621-e16df0996840 None None] Provisioning complete for port 883aa98e-cde1-45b4-b29b-fc25929cb1fa triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:13.790593 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a2aabfcc-5b83-4873-a621-e16df0996840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:13.839426 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-a2aabfcc-5b83-4873-a621-e16df0996840 None None] Port 883aa98e-cde1-45b4-b29b-fc25929cb1fa cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:40:13.908011 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:40:13.915459 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-5114c69c-da66-408c-90c7-8af37c4e1224 admin admin] 10.222.0.62 "PUT /v2.0/routers/cc64cbfc-7e93-48e6-838f-51f5f10271b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3131526 Nov 01 16:40:13.918479 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Sync routers for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:40:13.920772 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1d244-2b11-4b97-ac77-9d14fc384ef6 req-a3ef9d16-d23f-4d22-80a5-8c617ef4ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:13.922251 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f2f1d244-2b11-4b97-ac77-9d14fc384ef6 req-a3ef9d16-d23f-4d22-80a5-8c617ef4ce09 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bc45f9ac-9856-4d97-9112-de09cb44caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1253324 Nov 01 16:40:13.935495 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea45e6-6c8d-4706-ae8c-19b7c687320c req-04ee0f31-0c58-423f-a232-a93a4cb1e511 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:13.935495 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-07ea45e6-6c8d-4706-ae8c-19b7c687320c req-04ee0f31-0c58-423f-a232-a93a4cb1e511 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0837204 Nov 01 16:40:13.943367 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:13.945343 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:14.086148 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-07ea45e6-6c8d-4706-ae8c-19b7c687320c req-e8c822e3-daa9-421a-bb52-c04fab636645 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409237 Nov 01 16:40:14.108510 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f2f1d244-2b11-4b97-ac77-9d14fc384ef6 req-e38f8ebe-926e-4576-bba6-bcdb03f9b006 service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717696 Nov 01 16:40:14.116095 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:14.376065 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 2, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:14.407055 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Checking router: cc64cbfc-7e93-48e6-838f-51f5f10271b0 for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:40:14.407411 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Updating router cc64cbfc-7e93-48e6-838f-51f5f10271b0 port 883aa98e-cde1-45b4-b29b-fc25929cb1fa binding host dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:40:14.435769 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:14.490832 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bd399-d448-4dd8-ad4d-7965ea1b0e31 req-dbdde1be-bf85-4bd8-a489-9d93b3a4bece tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:14.492547 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ce8bd399-d448-4dd8-ad4d-7965ea1b0e31 req-dbdde1be-bf85-4bd8-a489-9d93b3a4bece tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 945 time: 0.4555726 Nov 01 16:40:14.593779 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-1c1a7ebb-de99-455b-bd67-684ea95e7d94 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:14.595253 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-1c1a7ebb-de99-455b-bd67-684ea95e7d94 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "GET /v2.0/networks?id=a8ee7723-be9b-4201-9224-adf38e10e8aa HTTP/1.1" status: 200 len: 814 time: 0.1406560 Nov 01 16:40:14.616695 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Request body: {'port': {'device_id': '8735b78b-08aa-4f99-a226-90e099070208', 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa', 'admin_state_up': True, 'tenant_id': 'c8afbf2a18124036b9caafc1ea6c3cc0'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:14.621110 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f2f1d244-2b11-4b97-ac77-9d14fc384ef6 req-0ed5c407-9e50-4502-90a7-d75ae198cb6d service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020831 Nov 01 16:40:14.645776 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ce8bd399-d448-4dd8-ad4d-7965ea1b0e31 req-bdd65a04-d52a-4fd4-807a-4b46aeaad035 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901511 Nov 01 16:40:14.663947 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60046445-3c9c-4879-b958-42d97a06521b req-73dc05ba-2aeb-4f87-a1e8-ca2859315bee tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:14.665477 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-60046445-3c9c-4879-b958-42d97a06521b req-73dc05ba-2aeb-4f87-a1e8-ca2859315bee tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 944 time: 0.1199002 Nov 01 16:40:14.736089 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-60046445-3c9c-4879-b958-42d97a06521b req-2e2ad481-9fd7-4314-90ea-3f206b7652b0 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636237 Nov 01 16:40:14.804984 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ed746350-c28f-4c4a-afbb-3a9ab3f9774f req-9007e969-793e-48af-8986-de96fb8653d8 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 210 time: 0.0401201 Nov 01 16:40:14.868112 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36196) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:14.874058 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Publish callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:14.921487 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Made reservation on behalf of c8afbf2a18124036b9caafc1ea6c3cc0 for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:40:14.927074 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beb2eb-47b1-46e5-812a-682c9b801518 req-815682f2-55fb-46ba-ab0f-5ec9dd8f939a tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:14.927580 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:14.928604 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d0beb2eb-47b1-46e5-812a-682c9b801518 req-815682f2-55fb-46ba-ab0f-5ec9dd8f939a tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.71 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 945 time: 0.0705440 Nov 01 16:40:14.957009 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36202) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:14.966447 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:14.977078 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1230890131-network', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:15.048873 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9aabd-98b3-447a-8b3c-3dc73a2ea6ba None None] Pushing event updated for resources: {'Port': ['ID=883aa98e-cde1-45b4-b29b-fc25929cb1fa,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:15.069273 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-d0beb2eb-47b1-46e5-812a-682c9b801518 req-05365877-5eb2-4be1-9bef-6bb4315e23a3 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Deleting port d851314e-e263-4fcd-8d5e-7f721b4b94c6 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:40:15.071049 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d0beb2eb-47b1-46e5-812a-682c9b801518 req-05365877-5eb2-4be1-9bef-6bb4315e23a3 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.158231 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Made reservation on behalf of d3f10255d82d4a49b15570852a94e0c3 for: {'network': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:40:15.163680 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.175804 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Attempting to bind port 883aa98e-cde1-45b4-b29b-fc25929cb1fa on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:15.179046 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Attempting to bind port 883aa98e-cde1-45b4-b29b-fc25929cb1fa by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:15.179046 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Attempting to bind port 883aa98e-cde1-45b4-b29b-fc25929cb1fa on network 9f545391-7950-48f3-af3e-7b24976f5954 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:15.194861 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:15.195550 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Checking segment: {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:15.200887 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.200887 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Bound using segment: {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:15.200887 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Bound port: 883aa98e-cde1-45b4-b29b-fc25929cb1fa, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:15.200887 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.211486 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.273501 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Allocated IP 172.20.0.10 (a8ee7723-be9b-4201-9224-adf38e10e8aa/d0c5abae-9cff-46e0-bbfc-062d0f7c8620/be7861e9-7505-42e4-a23f-896045face08) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:15.288127 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-d0beb2eb-47b1-46e5-812a-682c9b801518 req-05365877-5eb2-4be1-9bef-6bb4315e23a3 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] For port d851314e-e263-4fcd-8d5e-7f721b4b94c6, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=d851314e-e263-4fcd-8d5e-7f721b4b94c6,segment=NetworkSegment(00019d26-77b6-454c-b2ff-04ccde01405a),segment_id=00019d26-77b6-454c-b2ff-04ccde01405a)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:15.289272 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d0beb2eb-47b1-46e5-812a-682c9b801518 req-05365877-5eb2-4be1-9bef-6bb4315e23a3 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.294746 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] For port 883aa98e-cde1-45b4-b29b-fc25929cb1fa, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:15.298439 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] For port 883aa98e-cde1-45b4-b29b-fc25929cb1fa, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=883aa98e-cde1-45b4-b29b-fc25929cb1fa,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:15.307547 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-d0beb2eb-47b1-46e5-812a-682c9b801518 req-05365877-5eb2-4be1-9bef-6bb4315e23a3 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Calling delete_port for d851314e-e263-4fcd-8d5e-7f721b4b94c6 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:40:15.307840 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3b5e-b62f-40df-9c69-921085a991c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.334233 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f35d1f-430d-4912-b307-72093ba3118a req-af21380e-b643-484e-95d1-ffd361603235 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:15.335882 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f4f35d1f-430d-4912-b307-72093ba3118a req-af21380e-b643-484e-95d1-ffd361603235 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1256866 Nov 01 16:40:15.376798 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.410960 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-95dc2ee5-33b1-4840-8a35-c65a8b5a34ba None None] Provisioning complete for port 883aa98e-cde1-45b4-b29b-fc25929cb1fa triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:15.411329 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-95dc2ee5-33b1-4840-8a35-c65a8b5a34ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.439918 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f4f35d1f-430d-4912-b307-72093ba3118a req-489d4f5d-a082-47ca-b179-9753b4791cd2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557981 Nov 01 16:40:15.510316 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9aabd-98b3-447a-8b3c-3dc73a2ea6ba None None] Pushing event updated for resources: {'Port': ['ID=883aa98e-cde1-45b4-b29b-fc25929cb1fa,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:15.515993 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:15.516625 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:15.609007 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d0beb2eb-47b1-46e5-812a-682c9b801518 req-05365877-5eb2-4be1-9bef-6bb4315e23a3 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.609344 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.654467 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['d851314e-e263-4fcd-8d5e-7f721b4b94c6'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:40:15.672909 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05365877-5eb2-4be1-9bef-6bb4315e23a3 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Pushing event deleted for resources: {'Port': ['ID=d851314e-e263-4fcd-8d5e-7f721b4b94c6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:15.693191 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-95dc2ee5-33b1-4840-8a35-c65a8b5a34ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.725486 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0beb2eb-47b1-46e5-812a-682c9b801518 req-05365877-5eb2-4be1-9bef-6bb4315e23a3 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] No DVR routers for this DVR port d851314e-e263-4fcd-8d5e-7f721b4b94c6 on host hv-cinder-81618 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:40:15.726605 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d0beb2eb-47b1-46e5-812a-682c9b801518 req-05365877-5eb2-4be1-9bef-6bb4315e23a3 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.738588 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d0beb2eb-47b1-46e5-812a-682c9b801518 req-05365877-5eb2-4be1-9bef-6bb4315e23a3 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.71 "DELETE /v2.0/ports/d851314e-e263-4fcd-8d5e-7f721b4b94c6 HTTP/1.1" status: 204 len: 173 time: 0.8022058 Nov 01 16:40:15.739082 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51df98fc-4b15-45f2-961f-d336ce9cb774', 'name': 'network-vif-deleted', 'tag': 'd851314e-e263-4fcd-8d5e-7f721b4b94c6'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:15.741903 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53db2705-8367-4cba-ac6f-64db41ea77ee" -d '{"events": [{"server_uuid": "51df98fc-4b15-45f2-961f-d336ce9cb774", "name": "network-vif-deleted", "tag": "d851314e-e263-4fcd-8d5e-7f721b4b94c6"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:15.760066 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-95dc2ee5-33b1-4840-8a35-c65a8b5a34ba None None] For port 883aa98e-cde1-45b4-b29b-fc25929cb1fa, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=883aa98e-cde1-45b4-b29b-fc25929cb1fa,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:15.765102 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:15.765771 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.802053 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0b31d9-1503-47f2-8ee6-90e5c1de6724 x-openstack-request-id: req-6f0b31d9-1503-47f2-8ee6-90e5c1de6724 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:15.802343 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51df98fc-4b15-45f2-961f-d336ce9cb774", "name": "network-vif-deleted", "tag": "d851314e-e263-4fcd-8d5e-7f721b4b94c6", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:15.806215 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f0b31d9-1503-47f2-8ee6-90e5c1de6724 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:15.806215 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51df98fc-4b15-45f2-961f-d336ce9cb774', 'name': 'network-vif-deleted', 'tag': 'd851314e-e263-4fcd-8d5e-7f721b4b94c6', 'status': 'completed', 'code': 200} Nov 01 16:40:15.813471 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a4346de5-fc3d-4f49-8a05-1828d3045b02 req-0a9ffd7b-5f53-47cc-a970-1a9fc75ec708 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 210 time: 0.0465808 Nov 01 16:40:15.857485 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.899511 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=102020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:40:15.900502 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-95dc2ee5-33b1-4840-8a35-c65a8b5a34ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.910819 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3b5e-b62f-40df-9c69-921085a991c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.917779 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.924617 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:15.924967 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.segments_db [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Added segment 8ec1d006-9a3a-4561-9ef9-100c6583cf88 of type vlan for network 6e19b218-5b86-4bef-b342-01710fa422a0 Nov 01 16:40:15.927352 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908682c-deb4-49aa-a658-e78b8120497d req-535f7c72-71ce-4387-a94e-d9d2e37ccf1a tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:15.940688 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689c6824-37b7-418d-b781-a869e619ac2e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:15.941085 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5908682c-deb4-49aa-a658-e78b8120497d req-535f7c72-71ce-4387-a94e-d9d2e37ccf1a tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 944 time: 0.0669594 Nov 01 16:40:15.974418 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc2ee5-33b1-4840-8a35-c65a8b5a34ba None None] Pushing event updated for resources: {'Port': ['ID=883aa98e-cde1-45b4-b29b-fc25929cb1fa,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:15.990883 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1a5c75d6-d01b-4970-826b-627339a5beab req-6b50969c-326b-46bf-b76f-f027d367faae tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 210 time: 0.0497649 Nov 01 16:40:15.997070 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3b5e-b62f-40df-9c69-921085a991c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.000702 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.018546 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5908682c-deb4-49aa-a658-e78b8120497d req-09c0b5c8-2d79-4633-9032-78a7089c756b tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666261 Nov 01 16:40:16.063807 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-9849a3b1-a9ae-4818-b28d-cd5cf143e2bc None None] Provisioning complete for port 883aa98e-cde1-45b4-b29b-fc25929cb1fa triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:16.064298 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9849a3b1-a9ae-4818-b28d-cd5cf143e2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.072861 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d3b5e-b62f-40df-9c69-921085a991c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53639412-8d7f-46b9-9037-d9e5ebd30189,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:16.078258 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-cd4d3b5e-b62f-40df-9c69-921085a991c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89c5d05cb0374bb7ab3ae01d769b8681&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2081866 Nov 01 16:40:16.080963 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36222) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:16.140481 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8d5f-b485-47a2-8176-5fb2f2923850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.144232 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.202839 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.203823 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:16.204404 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.208019 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8d5f-b485-47a2-8176-5fb2f2923850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.237872 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Network a8ee7723-be9b-4201-9224-adf38e10e8aa is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:16.267943 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:16.280325 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:16.282840 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Pushing event updated for resources: {'Port': ['ID=be7861e9-7505-42e4-a23f-896045face08,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:16.316479 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['d69b50a8-7901-482e-a0fc-a69f7a552261', '90644ebd-d05a-4ce1-99d6-2f47827460de'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:40:16.352016 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] Pushing event updated for resources: {'Network': ['ID=6e19b218-5b86-4bef-b342-01710fa422a0,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:16.374384 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:16.375037 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.380717 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network 6e19b218-5b86-4bef-b342-01710fa422a0 details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:40:16.385313 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-38b8c1c2-7c1b-4593-b696-75e0ccae1623 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4272840 Nov 01 16:40:16.388215 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36226) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:16.393460 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-6e9142b4-4d22-4479-b167-df5baa5bc222 admin admin] Request body: {'subnet': {'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1230890131-subnet', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'ip_version': 4}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:16.480075 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8d5f-b485-47a2-8176-5fb2f2923850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.483255 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8d5f-b485-47a2-8176-5fb2f2923850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.487299 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-f2ea8d5f-b485-47a2-8176-5fb2f2923850 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53639412-8d7f-46b9-9037-d9e5ebd30189 HTTP/1.1" status: 204 len: 168 time: 0.4053330 Nov 01 16:40:16.493992 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:16.513630 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-6e79ec20-4069-444b-98d2-053c358e86d1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9010770 Nov 01 16:40:16.516743 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea8d5f-b485-47a2-8176-5fb2f2923850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53639412-8d7f-46b9-9037-d9e5ebd30189,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:16.526878 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590d70d-0faf-40a6-989e-0c80e77c443e None None] The sync data for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi is: [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:40:16.550205 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Request body: {'port': {'device_id': '8735b78b-08aa-4f99-a226-90e099070208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:16.603503 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7d357-8672-43cf-9f5f-3ac483d72345 req-e6f1b8f4-ebe0-45d2-9b72-a9727904ca42 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:16.607441 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e6e7d357-8672-43cf-9f5f-3ac483d72345 req-e6f1b8f4-ebe0-45d2-9b72-a9727904ca42 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0891042 Nov 01 16:40:16.656876 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9142b4-4d22-4479-b167-df5baa5bc222 admin admin] Made reservation on behalf of d3f10255d82d4a49b15570852a94e0c3 for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:40:16.659302 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e9142b4-4d22-4479-b167-df5baa5bc222 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260872923'] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.694935 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:16.696352 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e6e7d357-8672-43cf-9f5f-3ac483d72345 req-f2264d14-fb5c-4509-a17c-1f0cb0b098db tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759690 Nov 01 16:40:16.964665 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5a3e4e2d-042f-4309-a15a-b28f639e0bbe req-64d14ec5-d047-45bc-98c3-97b4be86bce1 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=51df98fc-4b15-45f2-961f-d336ce9cb774 HTTP/1.1" status: 200 len: 210 time: 0.0327411 Nov 01 16:40:17.091321 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device fa578a65-b7e1-4f85-b879-998325e1d51a details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:40:17.246528 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e9142b4-4d22-4479-b167-df5baa5bc222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260544991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260872937'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:17.253320 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port fa578a65-b7e1-4f85-b879-998325e1d51a, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=fa578a65-b7e1-4f85-b879-998325e1d51a,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:17.264625 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0f3fe-a1a7-483a-b4be-4d358d6e4001 req-03c8cd38-a98a-4008-aa45-914f5724c588 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:17.266491 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ba0f3fe-a1a7-483a-b4be-4d358d6e4001 req-03c8cd38-a98a-4008-aa45-914f5724c588 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 932 time: 0.1734612 Nov 01 16:40:17.276717 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64c71e-16bd-4a6b-be56-e1e7c25accd6 req-90ee7bb7-8293-45cc-8ce9-a7223153f2a3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:17.287863 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': 'fa578a65-b7e1-4f85-b879-998325e1d51a', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'port_id': 'fa578a65-b7e1-4f85-b879-998325e1d51a', 'mac_address': 'fa:16:3e:b8:8f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:40:17.289156 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9a64c71e-16bd-4a6b-be56-e1e7c25accd6 req-90ee7bb7-8293-45cc-8ce9-a7223153f2a3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 944 time: 0.1532984 Nov 01 16:40:17.330282 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7861e9-7505-42e4-a23f-896045face08 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:40:17.348328 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:17.361759 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9a64c71e-16bd-4a6b-be56-e1e7c25accd6 req-a713b851-6fb5-47ca-bdf5-4d8c47e7b665 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714600 Nov 01 16:40:17.389591 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ba0f3fe-a1a7-483a-b4be-4d358d6e4001 req-23629a6e-790b-4beb-8d4d-72250eb87bdb tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981412 Nov 01 16:40:17.410881 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9142b4-4d22-4479-b167-df5baa5bc222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78cce76-c76f-42fa-abf9-b36bd4bae9e4,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:17.414765 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:17.428018 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Transition to ACTIVE for port object be7861e9-7505-42e4-a23f-896045face08 will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:40:17.437282 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa578a65-b7e1-4f85-b879-998325e1d51a {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:40:17.446019 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9142b4-4d22-4479-b167-df5baa5bc222 admin admin] Checking segment: {'id': '8ec1d006-9a3a-4561-9ef9-100c6583cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:17.446562 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9142b4-4d22-4479-b167-df5baa5bc222 admin admin] Network hostable DHCP agents. Network: 6e19b218-5b86-4bef-b342-01710fa422a0, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:40:17.467944 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port fa578a65-b7e1-4f85-b879-998325e1d51a, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=fa578a65-b7e1-4f85-b879-998325e1d51a,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:17.492126 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 883aa98e-cde1-45b4-b29b-fc25929cb1fa up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:17.521237 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:17.555918 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9142b4-4d22-4479-b167-df5baa5bc222 admin admin] Network 6e19b218-5b86-4bef-b342-01710fa422a0 is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:40:17.560793 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:17.584403 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Pushing event updated for resources: {'Port': ['ID=be7861e9-7505-42e4-a23f-896045face08,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:17.636769 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 883aa98e-cde1-45b4-b29b-fc25929cb1fa triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:17.640693 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:17.679721 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-6e9142b4-4d22-4479-b167-df5baa5bc222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, 6e19b218-5b86-4bef-b342-01710fa422a0) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:17.692246 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9142b4-4d22-4479-b167-df5baa5bc222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:17.692907 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e9142b4-4d22-4479-b167-df5baa5bc222 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:17.696921 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fa5c0-2fa6-4f1a-908d-8bf172c5dbb5 None None] Network 6e19b218-5b86-4bef-b342-01710fa422a0 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:40:17.729687 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Attempting to bind port be7861e9-7505-42e4-a23f-896045face08 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:17.730026 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Attempting to bind port be7861e9-7505-42e4-a23f-896045face08 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:17.730351 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Attempting to bind port be7861e9-7505-42e4-a23f-896045face08 on network a8ee7723-be9b-4201-9224-adf38e10e8aa {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:17.741407 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Port be7861e9-7505-42e4-a23f-896045face08 on network a8ee7723-be9b-4201-9224-adf38e10e8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:40:17.741795 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Attempting to bind port be7861e9-7505-42e4-a23f-896045face08 on network a8ee7723-be9b-4201-9224-adf38e10e8aa {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:17.747183 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:17.757551 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Checking segment: {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:17.757551 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Bound using segment: {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:17.757551 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Bound port: be7861e9-7505-42e4-a23f-896045face08, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:17.757551 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:17.842174 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-6e9142b4-4d22-4479-b167-df5baa5bc222 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4509919 Nov 01 16:40:17.844016 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 36270) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:17.853803 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1230890131-router', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:17.913817 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] For port be7861e9-7505-42e4-a23f-896045face08, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:17.920737 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=fa578a65-b7e1-4f85-b879-998325e1d51a,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:17.925470 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5556105-0977-4953-82c4-eeaa7c1ec60f req-a586eb82-6e34-48cb-8f38-e87c8604a747 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:17.929571 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f5556105-0977-4953-82c4-eeaa7c1ec60f req-a586eb82-6e34-48cb-8f38-e87c8604a747 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1359174 Nov 01 16:40:17.938665 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] For port be7861e9-7505-42e4-a23f-896045face08, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=be7861e9-7505-42e4-a23f-896045face08,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:17.963375 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8f27d92-124f-5fe5-bea2-c92b0fd1fced-6e19b218-5b86-4bef-b342-01710fa422a0', 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'fixed_ips': [{'subnet_id': 'd78cce76-c76f-42fa-abf9-b36bd4bae9e4'}]}} from dv-cinder-816187-1-iscsi. {{(pid=102021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 16:40:17.964284 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:17.995072 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['fa578a65-b7e1-4f85-b879-998325e1d51a'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:40:18.019888 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f5556105-0977-4953-82c4-eeaa7c1ec60f req-ccedafb3-f01a-4cb6-a778-2bb1a088368f tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847704 Nov 01 16:40:18.022750 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1236'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:18.024821 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:40:18.027118 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1231'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:18.036042 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:18.109484 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:18.110364 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:18.115317 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] 10.222.0.71 "PUT /v2.0/ports/be7861e9-7505-42e4-a23f-896045face08 HTTP/1.1" status: 200 len: 1094 time: 1.5758846 Nov 01 16:40:18.115924 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8735b78b-08aa-4f99-a226-90e099070208', 'tag': 'be7861e9-7505-42e4-a23f-896045face08'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:18.121314 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f1e3e8-24fa-48af-b1f7-004cb282ac41" -d '{"events": [{"name": "network-changed", "server_uuid": "8735b78b-08aa-4f99-a226-90e099070208", "tag": "be7861e9-7505-42e4-a23f-896045face08"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:18.146171 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:18.174819 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b9137-3153-4c64-99d7-4290724a7a79 service neutron] Pushing event updated for resources: {'Port': ['ID=be7861e9-7505-42e4-a23f-896045face08,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:18.205975 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4038e7ff-0c9b-4aa6-ac85-f4e499581404 x-openstack-request-id: req-4038e7ff-0c9b-4aa6-ac85-f4e499581404 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:18.205975 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8735b78b-08aa-4f99-a226-90e099070208", "tag": "be7861e9-7505-42e4-a23f-896045face08", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:18.205975 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4038e7ff-0c9b-4aa6-ac85-f4e499581404 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:18.205975 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8735b78b-08aa-4f99-a226-90e099070208', 'tag': 'be7861e9-7505-42e4-a23f-896045face08', 'status': 'completed', 'code': 200} Nov 01 16:40:18.333657 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.db_base_plugin_common [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Allocated IP 172.20.0.2 (6e19b218-5b86-4bef-b342-01710fa422a0/d78cce76-c76f-42fa-abf9-b36bd4bae9e4/4e0535b4-fdeb-4e44-8b26-bcf82a63af3c) {{(pid=102021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:18.364798 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1e3e8-24fa-48af-b1f7-004cb282ac41 req-90c77887-bb0a-44c0-81d9-53721be7fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:18.376335 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-21f1e3e8-24fa-48af-b1f7-004cb282ac41 req-90c77887-bb0a-44c0-81d9-53721be7fb29 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 1097 time: 0.1298571 Nov 01 16:40:18.518199 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1e3e8-24fa-48af-b1f7-004cb282ac41 req-15e7738b-2085-4117-94fd-7ebd90f716e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:18.519850 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-21f1e3e8-24fa-48af-b1f7-004cb282ac41 req-15e7738b-2085-4117-94fd-7ebd90f716e5 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1333532 Nov 01 16:40:18.629420 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:18.644849 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1e3e8-24fa-48af-b1f7-004cb282ac41 req-6b18c135-7a6d-40f5-9880-b16901ea75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:18.646310 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-21f1e3e8-24fa-48af-b1f7-004cb282ac41 req-6b18c135-7a6d-40f5-9880-b16901ea75ba service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1127615 Nov 01 16:40:18.651021 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:18.677891 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d68137-8f0a-4bea-a619-3e50c6ee1281 req-fb2d5ae4-b5c6-451f-827b-2929855a436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:18.679432 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e1d68137-8f0a-4bea-a619-3e50c6ee1281 req-fb2d5ae4-b5c6-451f-827b-2929855a436f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 1099 time: 0.3247206 Nov 01 16:40:18.692798 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c8693-ec30-4931-a83f-335f62039560 req-7a5a4795-e7ca-4cdb-9b6b-d869e375ac21 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:18.694297 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0d5c8693-ec30-4931-a83f-335f62039560 req-7a5a4795-e7ca-4cdb-9b6b-d869e375ac21 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 945 time: 0.2162375 Nov 01 16:40:18.717250 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:18.721484 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0abc0-2e38-472f-ac26-684f2160763c req-83de687d-73fa-47bd-b692-78f3db0e49c6 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:18.724915 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-83de687d-73fa-47bd-b692-78f3db0e49c6 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/networks?id=b25ba124-fbe9-468d-bb4a-ebb35d2922db HTTP/1.1" status: 200 len: 808 time: 0.2839332 Nov 01 16:40:18.751132 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-5c31a409-d972-4720-93f4-4dbea7b37292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:18.752680 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-5c31a409-d972-4720-93f4-4dbea7b37292 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 1097 time: 0.0469186 Nov 01 16:40:18.769419 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Network 6e19b218-5b86-4bef-b342-01710fa422a0 is already hosted by enough agents. {{(pid=102021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:18.776816 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.base_scheduler [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Resources bound (agent type, host, resource id): {{(pid=102021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:18.780360 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Received port after_create {{(pid=102021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:18.781324 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-071bb6b3-9368-4cc0-b64b-abfdd00f400f tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/quotas/07e2c4312d0d44f69bd11e292b2c9bb9 HTTP/1.1" status: 200 len: 375 time: 0.0460060 Nov 01 16:40:18.789794 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Pushing event updated for resources: {'Port': ['ID=4e0535b4-fdeb-4e44-8b26-bcf82a63af3c,revision_number=1']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:18.817627 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e1d68137-8f0a-4bea-a619-3e50c6ee1281 req-e699cda0-0e0e-41a8-a787-c50029d85b04 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205587 Nov 01 16:40:18.835082 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-f0beb96b-d0cf-4018-97df-fe64ee7931c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be7861e9-7505-42e4-a23f-896045face08 HTTP/1.1" status: 200 len: 217 time: 0.0711396 Nov 01 16:40:18.859131 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-1ae8c6ef-6fde-4b53-8e09-5a948d41fcf0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=07e2c4312d0d44f69bd11e292b2c9bb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577717 Nov 01 16:40:18.859430 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Attempting to bind port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:18.859849 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Attempting to bind port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': '8ec1d006-9a3a-4561-9ef9-100c6583cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:18.860212 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Attempting to bind port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c on network 6e19b218-5b86-4bef-b342-01710fa422a0 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:18.865098 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0d5c8693-ec30-4931-a83f-335f62039560 req-f3f546ec-9f4f-4d16-b55c-a9bc81539357 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594543 Nov 01 16:40:18.876302 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:18.876696 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Checking segment: {'id': '8ec1d006-9a3a-4561-9ef9-100c6583cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:18.877117 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:18.877491 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Bound using segment: {'id': '8ec1d006-9a3a-4561-9ef9-100c6583cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:18.877975 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Bound port: 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec1d006-9a3a-4561-9ef9-100c6583cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:18.878351 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:18.962176 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] For port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:18.966629 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] For port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=4e0535b4-fdeb-4e44-8b26-bcf82a63af3c,segment=NetworkSegment(8ec1d006-9a3a-4561-9ef9-100c6583cf88),segment_id=8ec1d006-9a3a-4561-9ef9-100c6583cf88)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:19.063107 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936ab61-cbe3-4e9b-83b5-ff40791a5638 req-1a42f051-0283-489e-b542-8f107ed75422 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:19.064698 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5936ab61-cbe3-4e9b-83b5-ff40791a5638 req-1a42f051-0283-489e-b542-8f107ed75422 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 944 time: 0.1224761 Nov 01 16:40:19.067837 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-00f0397d-1ad2-4195-b29e-b9677a59f1c8 service neutron] 10.222.0.62 "GET /v2.0/networks/b25ba124-fbe9-468d-bb4a-ebb35d2922db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647925 Nov 01 16:40:19.094372 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device d851314e-e263-4fcd-8d5e-7f721b4b94c6 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:40:19.101556 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-d2270bc1-7fcd-4fee-af8f-32779a6eb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:19.103900 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-d2270bc1-7fcd-4fee-af8f-32779a6eb0ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0c5abae-9cff-46e0-bbfc-062d0f7c8620 HTTP/1.1" status: 200 len: 854 time: 0.0531437 Nov 01 16:40:19.118727 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:19.122900 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: d851314e-e263-4fcd-8d5e-7f721b4b94c6 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:40:19.123284 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device d851314e-e263-4fcd-8d5e-7f721b4b94c6 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:40:19.152413 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-ea993cc5-c6a8-4cde-8b0a-3da9de7e24dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8ee7723-be9b-4201-9224-adf38e10e8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306265 Nov 01 16:40:19.181243 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5936ab61-cbe3-4e9b-83b5-ff40791a5638 req-368300e4-b725-482d-b41a-fb54273d96fb tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097264 Nov 01 16:40:19.197411 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f57dab-a141-473d-a584-7b8826fde1e0 None None] Pushing event updated for resources: {'Port': ['ID=4e0535b4-fdeb-4e44-8b26-bcf82a63af3c,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:19.287675 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-ff0ca7a5-10d1-4cee-8bdd-1d0886a34f3a service neutron] 10.222.0.71 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257923 Nov 01 16:40:19.303897 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-dc3df7b5-f648-4488-a3fc-75a6c1349254 service neutron] 10.222.0.62 "GET /v2.0/networks/b25ba124-fbe9-468d-bb4a-ebb35d2922db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226143 Nov 01 16:40:19.323436 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:19.347368 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:19.404968 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-73d52ca9-9741-4e1b-beec-bcf3bff390e7 req-e24a01e8-a6b2-49dc-9ae2-d1ae6204550a service neutron] 10.222.0.71 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076014 Nov 01 16:40:19.538154 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Allocated IP 172.27.2.213 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/e9b32ff5-0336-4b0a-8812-7547207b250c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:19.550473 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486c505-71ff-40e8-b514-dde949535527 req-e27f14b0-d96e-48cd-bda3-61e143e4082e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:19.552048 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8486c505-71ff-40e8-b514-dde949535527 req-e27f14b0-d96e-48cd-bda3-61e143e4082e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0790942 Nov 01 16:40:19.685014 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8486c505-71ff-40e8-b514-dde949535527 req-67c836a5-2112-478e-8ef7-f71b9d64f8a7 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219654 Nov 01 16:40:19.686941 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0686eade-0a6e-4932-9d28-295a28ff3e75 req-1b2c8e10-9e40-4670-ab71-c03a6bc6272b tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 210 time: 0.0476036 Nov 01 16:40:19.730259 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:19.845660 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:19.886376 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:19.894143 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:19.896513 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:19.901813 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Pushing event updated for resources: {'Port': ['ID=e9b32ff5-0336-4b0a-8812-7547207b250c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:20.262640 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-c50ee523-acce-4e8c-9fa4-0de91b1d5c2b tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=34d4c19cfeaf4ceabad0b8e5f2ec965f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874259 Nov 01 16:40:20.315554 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3c26b2-fe4b-45bc-bb2b-a0d184eca893 None None] Network 6e19b218-5b86-4bef-b342-01710fa422a0 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:40:20.378480 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465f0ca-e6eb-47ed-8993-85a8b8719ca0 req-191fa407-52c9-4999-8e83-98d6b683105f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:20.380055 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a465f0ca-e6eb-47ed-8993-85a8b8719ca0 req-191fa407-52c9-4999-8e83-98d6b683105f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 945 time: 0.2064743 Nov 01 16:40:20.401291 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-643a0474-15e0-46d4-ba50-694fb3b00434 None None] Provisioning complete for port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:20.401651 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-643a0474-15e0-46d4-ba50-694fb3b00434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:20.554402 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a465f0ca-e6eb-47ed-8993-85a8b8719ca0 req-38590d4f-fb04-4b60-89a3-a91e2bcb93f5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398993 Nov 01 16:40:20.561774 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-643a0474-15e0-46d4-ba50-694fb3b00434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:20.585779 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-1400db04-1c27-49b3-a5cd-5be90c99f1aa tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:20.587321 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-1400db04-1c27-49b3-a5cd-5be90c99f1aa tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3050354 Nov 01 16:40:20.604379 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-643a0474-15e0-46d4-ba50-694fb3b00434 None None] For port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=4e0535b4-fdeb-4e44-8b26-bcf82a63af3c,segment=NetworkSegment(8ec1d006-9a3a-4561-9ef9-100c6583cf88),segment_id=8ec1d006-9a3a-4561-9ef9-100c6583cf88)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:20.646623 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-025795df-4b9c-4052-8693-f2b4a40ce565 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/quotas/34d4c19cfeaf4ceabad0b8e5f2ec965f HTTP/1.1" status: 200 len: 375 time: 0.0166466 Nov 01 16:40:20.685934 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-643a0474-15e0-46d4-ba50-694fb3b00434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:20.705562 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-3ce16e57-5d87-4ef7-a9fe-25c492e4ec39 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=34d4c19cfeaf4ceabad0b8e5f2ec965f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487339 Nov 01 16:40:20.721362 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:20.773148 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a0474-15e0-46d4-ba50-694fb3b00434 None None] Pushing event updated for resources: {'Port': ['ID=4e0535b4-fdeb-4e44-8b26-bcf82a63af3c,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:20.789206 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ec5de-0109-4b2f-9906-7942bd75fe12 req-17c7fda3-f903-48f6-8380-4479a1998289 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:20.790944 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-990ec5de-0109-4b2f-9906-7942bd75fe12 req-17c7fda3-f903-48f6-8380-4479a1998289 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 944 time: 0.1218464 Nov 01 16:40:20.811030 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d0f10082-703f-4914-abdb-502f5c10b7d0 None None] Provisioning complete for port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:20.811401 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d0f10082-703f-4914-abdb-502f5c10b7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:20.868734 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-990ec5de-0109-4b2f-9906-7942bd75fe12 req-b76d74a1-4584-4dba-9133-9477d21649f8 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697386 Nov 01 16:40:21.056091 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618959'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:21.086377 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f041afd8-9207-4403-b0ab-3de25dea4fee req-01b1ff45-e9a9-4983-a232-722730d32d9f tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 210 time: 0.0510631 Nov 01 16:40:21.104380 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device fa578a65-b7e1-4f85-b879-998325e1d51a up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:21.212980 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-83e95229-2798-4313-a7fc-50c71467d636 req-98146834-4661-4d0f-8815-69804addf997 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 210 time: 0.0355012 Nov 01 16:40:21.222566 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24b15b-ccc5-4a30-b6ee-93704ea6e685 req-5acc4288-8cd7-41f7-bbd0-92cc6ab722d8 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:21.227859 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bc24b15b-ccc5-4a30-b6ee-93704ea6e685 req-5acc4288-8cd7-41f7-bbd0-92cc6ab722d8 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1913829 Nov 01 16:40:21.250750 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port fa578a65-b7e1-4f85-b879-998325e1d51a completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:40:21.254888 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port fa578a65-b7e1-4f85-b879-998325e1d51a triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:21.261403 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:21.314996 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bc24b15b-ccc5-4a30-b6ee-93704ea6e685 req-5a29399f-2302-48b3-8992-afb1ea80e7ef tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809431 Nov 01 16:40:21.350335 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:21.402991 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa578a65-b7e1-4f85-b879-998325e1d51a'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:21.402991 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b2f1a6-f345-4d89-b209-da1173755339" -d '{"events": [{"server_uuid": "1f218bf7-73a4-4576-9179-342b52d7a32d", "name": "network-vif-plugged", "status": "completed", "tag": "fa578a65-b7e1-4f85-b879-998325e1d51a"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:21.419139 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port fa578a65-b7e1-4f85-b879-998325e1d51a, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=fa578a65-b7e1-4f85-b879-998325e1d51a,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:21.427893 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Router fedf0c85-900a-4fd7-a1ef-19cb8b24e904 is scheduled to L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 16:40:21.449963 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c3d7a8-4ed2-4ec0-bfc8-9134c83bad65 x-openstack-request-id: req-c9c3d7a8-4ed2-4ec0-bfc8-9134c83bad65 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:21.453819 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f218bf7-73a4-4576-9179-342b52d7a32d", "name": "network-vif-plugged", "status": "completed", "tag": "fa578a65-b7e1-4f85-b879-998325e1d51a", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:21.453819 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9c3d7a8-4ed2-4ec0-bfc8-9134c83bad65 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:21.453819 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa578a65-b7e1-4f85-b879-998325e1d51a', 'code': 200} Nov 01 16:40:21.466206 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:21.586771 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:40:21.606789 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Sync routers for ids ['fedf0c85-900a-4fd7-a1ef-19cb8b24e904'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:40:21.617008 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:21.634689 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Routers {'fedf0c85-900a-4fd7-a1ef-19cb8b24e904'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:21.637577 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['fedf0c85-900a-4fd7-a1ef-19cb8b24e904'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:21.692328 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:21.692706 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:21.693356 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] Publish callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:21.697209 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-f5eb9473-efc4-4e97-9fb8-10d50db83f9d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8497360 Nov 01 16:40:21.697618 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36376) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:21.749894 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=fa578a65-b7e1-4f85-b879-998325e1d51a,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:21.813229 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Set router fedf0c85-900a-4fd7-a1ef-19cb8b24e904 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:21.830141 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8525fc-748c-4875-9735-8b6b6982c004 req-f57f317f-38e2-4adc-bec3-b1d847d4a71b tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:21.838270 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c8525fc-748c-4875-9735-8b6b6982c004 req-f57f317f-38e2-4adc-bec3-b1d847d4a71b tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.1048331 Nov 01 16:40:21.954489 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c8525fc-748c-4875-9735-8b6b6982c004 req-088eb747-01c9-4792-9f45-c8fac5041f32 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055210 Nov 01 16:40:21.976070 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c0e68-0363-4507-8a77-fb9597b9cdf1 req-6520405b-67c6-4687-9bf3-91c3bc5bb54c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:22.008492 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b47c0e68-0363-4507-8a77-fb9597b9cdf1 req-6520405b-67c6-4687-9bf3-91c3bc5bb54c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1400225 Nov 01 16:40:22.040257 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501fbc2-b4bb-4393-9ba2-46ab56d2c5f4 req-6c2b78b3-e7e0-46c3-b117-a99bd9fc0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:22.045507 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0501fbc2-b4bb-4393-9ba2-46ab56d2c5f4 req-6c2b78b3-e7e0-46c3-b117-a99bd9fc0e7d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d68315a9114545d0b176b3bfa254883f&device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 1099 time: 0.1793046 Nov 01 16:40:22.051078 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7e14f-5f9b-468f-bbfc-836b95438362 req-4beb624e-fbc5-40a9-85f9-b874937300f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:22.052600 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f0f7e14f-5f9b-468f-bbfc-836b95438362 req-4beb624e-fbc5-40a9-85f9-b874937300f2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 1099 time: 0.1507080 Nov 01 16:40:22.054376 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'name': 'tempest-TestVolumeBootPattern-1230890131-router', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:18Z', 'updated_at': '2021-11-01T16:40:20Z', 'revision_number': 3, 'project_id': 'd3f10255d82d4a49b15570852a94e0c3', 'gw_port': {'id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:19Z', 'updated_at': '2021-11-01T16:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:22.088522 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Checking router: fedf0c85-900a-4fd7-a1ef-19cb8b24e904 for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:40:22.088522 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Updating router fedf0c85-900a-4fd7-a1ef-19cb8b24e904 port e9b32ff5-0336-4b0a-8812-7547207b250c binding host dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:40:22.102334 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b47c0e68-0363-4507-8a77-fb9597b9cdf1 req-2392b921-b6d2-41e7-85c3-a055eb0c9da2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045983 Nov 01 16:40:22.113528 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:22.150021 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f0f7e14f-5f9b-468f-bbfc-836b95438362 req-3c31f7bc-c24f-4f35-8528-8febc8ff9ab0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792556 Nov 01 16:40:22.166604 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4175914-d30f-4500-a2d8-5a3650a95960 req-ec19ea54-c7c5-4689-80b0-a93706671eac tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:22.170456 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e4175914-d30f-4500-a2d8-5a3650a95960 req-ec19ea54-c7c5-4689-80b0-a93706671eac tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 944 time: 0.1370075 Nov 01 16:40:22.177053 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0abc0-2e38-472f-ac26-684f2160763c req-9c7ab571-78b3-4d27-ac11-2de92ab0e85f tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:22.178798 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-9c7ab571-78b3-4d27-ac11-2de92ab0e85f tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.71 "GET /v2.0/networks?id=b25ba124-fbe9-468d-bb4a-ebb35d2922db HTTP/1.1" status: 200 len: 808 time: 0.1804843 Nov 01 16:40:22.226519 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e4175914-d30f-4500-a2d8-5a3650a95960 req-47a5f29a-da6b-4996-942f-0d07011b22c7 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485272 Nov 01 16:40:22.326967 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501fbc2-b4bb-4393-9ba2-46ab56d2c5f4 req-4ecb5cf9-f061-4381-a33e-3207eb497d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:22.328434 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0501fbc2-b4bb-4393-9ba2-46ab56d2c5f4 req-4ecb5cf9-f061-4381-a33e-3207eb497d9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 HTTP/1.1" status: 200 len: 917 time: 0.2504387 Nov 01 16:40:22.331763 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-258f6cb3-7ded-44b2-8603-6f1cd725a7c0 req-2ba92834-bb0d-4244-9eb5-bb0c7d0dee99 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 210 time: 0.0284972 Nov 01 16:40:22.420201 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e9876da7-69ef-4747-a763-d662faedb5fd req-9da83fab-f8c4-4f27-8b4d-5c254d4ed3b8 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 210 time: 0.0295994 Nov 01 16:40:22.505927 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:22.528357 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Publish callbacks [] for port, precommit_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:22.602583 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-86b0abc0-2e38-472f-ac26-684f2160763c req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Request body: {'port': {'device_id': '92b68d00-1314-4bcb-9ab4-f0691eb1ccf8', 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db', 'admin_state_up': True, 'tenant_id': '07e2c4312d0d44f69bd11e292b2c9bb9'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:22.610697 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:22.670458 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280de87-5eb9-4cfe-888e-95a07ac98208 None None] Pushing event updated for resources: {'Port': ['ID=e9b32ff5-0336-4b0a-8812-7547207b250c,revision_number=2']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:22.673013 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Attempting to bind port e9b32ff5-0336-4b0a-8812-7547207b250c on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:22.673385 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Attempting to bind port e9b32ff5-0336-4b0a-8812-7547207b250c by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:22.673745 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Attempting to bind port e9b32ff5-0336-4b0a-8812-7547207b250c on network c192031d-fcc0-4447-aa3c-77785f6d2f3f {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:22.680430 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:22.680809 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Checking segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:22.681210 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:22.681650 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Bound using segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:22.682134 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Bound port: e9b32ff5-0336-4b0a-8812-7547207b250c, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:22.682544 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:22.753539 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] For port e9b32ff5-0336-4b0a-8812-7547207b250c, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:22.757069 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] For port e9b32ff5-0336-4b0a-8812-7547207b250c, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=e9b32ff5-0336-4b0a-8812-7547207b250c,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:22.836149 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:22.886716 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0501fbc2-b4bb-4393-9ba2-46ab56d2c5f4 req-a0df6771-da41-4049-add6-f38ee4668810 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cc8ae59-37f8-4c17-a430-75dca675e267 HTTP/1.1" status: 200 len: 217 time: 0.2877183 Nov 01 16:40:22.899209 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Routers {'fedf0c85-900a-4fd7-a1ef-19cb8b24e904'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:22.899875 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['fedf0c85-900a-4fd7-a1ef-19cb8b24e904'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:22.937483 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280de87-5eb9-4cfe-888e-95a07ac98208 None None] Pushing event updated for resources: {'Port': ['ID=e9b32ff5-0336-4b0a-8812-7547207b250c,revision_number=3']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:23.014218 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501fbc2-b4bb-4393-9ba2-46ab56d2c5f4 req-a52ab98a-d59b-40d6-a15b-dd5d092d6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:23.016519 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0501fbc2-b4bb-4393-9ba2-46ab56d2c5f4 req-a52ab98a-d59b-40d6-a15b-dd5d092d6643 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68335fe-26c4-42b4-823b-1184a837e16f HTTP/1.1" status: 200 len: 856 time: 0.0996778 Nov 01 16:40:23.018679 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] Set router fedf0c85-900a-4fd7-a1ef-19cb8b24e904 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:23.030628 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Allocated IP 172.20.0.1 (6e19b218-5b86-4bef-b342-01710fa422a0/d78cce76-c76f-42fa-abf9-b36bd4bae9e4/1d251d34-29c2-48f1-85dc-2bd1331e8573) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:23.062260 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0501fbc2-b4bb-4393-9ba2-46ab56d2c5f4 req-baec91ee-0494-4763-a19a-644598d8d6ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330219 Nov 01 16:40:23.116311 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b77d04-0a76-40ce-acee-003c35c46573 req-86402b64-e6ce-42cc-b2e1-c060b3062dc7 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:23.117769 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e2b77d04-0a76-40ce-acee-003c35c46573 req-86402b64-e6ce-42cc-b2e1-c060b3062dc7 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0604689 Nov 01 16:40:23.131343 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device be7861e9-7505-42e4-a23f-896045face08 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:40:23.179537 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e2b77d04-0a76-40ce-acee-003c35c46573 req-e262f270-4d71-402d-bbcb-ea7d5dbcbf06 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517843 Nov 01 16:40:23.248027 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0501fbc2-b4bb-4393-9ba2-46ab56d2c5f4 req-c0ce71e7-bf69-4d09-93a8-5c19d6524f8c service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748400 Nov 01 16:40:23.271235 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:23.274027 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b0abc0-2e38-472f-ac26-684f2160763c req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Made reservation on behalf of 07e2c4312d0d44f69bd11e292b2c9bb9 for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:40:23.278726 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-86b0abc0-2e38-472f-ac26-684f2160763c req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:23.295463 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2dcb6-5bf7-4d23-840f-9ba452a644dc req-06d3a9a4-789c-419e-8dd1-91d4b8661e35 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:23.301997 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-07f2dcb6-5bf7-4d23-840f-9ba452a644dc req-06d3a9a4-789c-419e-8dd1-91d4b8661e35 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0773411 Nov 01 16:40:23.313432 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port be7861e9-7505-42e4-a23f-896045face08, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=be7861e9-7505-42e4-a23f-896045face08,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:23.326917 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'name': 'tempest-TestVolumeBootPattern-1230890131-router', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:18Z', 'updated_at': '2021-11-01T16:40:20Z', 'revision_number': 3, 'project_id': 'd3f10255d82d4a49b15570852a94e0c3', 'gw_port': {'id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:19Z', 'updated_at': '2021-11-01T16:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:23.357968 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058d60c-2d7f-4093-abb3-b96b4d145304 None None] The sync data for ids ['fedf0c85-900a-4fd7-a1ef-19cb8b24e904'] in dv-cinder-816187-1-iscsi is: [{'id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'name': 'tempest-TestVolumeBootPattern-1230890131-router', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:18Z', 'updated_at': '2021-11-01T16:40:20Z', 'revision_number': 3, 'project_id': 'd3f10255d82d4a49b15570852a94e0c3', 'gw_port': {'id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:19Z', 'updated_at': '2021-11-01T16:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:40:23.360470 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': 'be7861e9-7505-42e4-a23f-896045face08', 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa', 'port_id': 'be7861e9-7505-42e4-a23f-896045face08', 'mac_address': 'fa:16:3e:d1:54:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c5abae-9cff-46e0-bbfc-062d0f7c8620', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:40:23.375211 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-07f2dcb6-5bf7-4d23-840f-9ba452a644dc req-fd7c6067-9ec8-4818-b524-bc7ad75087af tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663822 Nov 01 16:40:23.394775 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9b55e-6993-4b9e-a8f0-4b1ee93a11fb req-7533cd0b-8e57-4e58-a8cd-40f86b1f0a1a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:23.396409 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6cb9b55e-6993-4b9e-a8f0-4b1ee93a11fb req-7533cd0b-8e57-4e58-a8cd-40f86b1f0a1a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 944 time: 0.0698299 Nov 01 16:40:23.418424 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:23.437172 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7861e9-7505-42e4-a23f-896045face08 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:40:23.451845 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6cb9b55e-6993-4b9e-a8f0-4b1ee93a11fb req-8fdbab71-ee74-46aa-a602-e396e6006eb0 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472753 Nov 01 16:40:23.463332 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port be7861e9-7505-42e4-a23f-896045face08, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=be7861e9-7505-42e4-a23f-896045face08,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:23.513819 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0501fbc2-b4bb-4393-9ba2-46ab56d2c5f4 req-9a7f5756-908e-4581-9d50-659792a10195 service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542124 Nov 01 16:40:23.520958 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2f6684a6-f454-4696-8e9f-4cc7eee50051 req-22b0a5c7-8639-4b3d-b7e6-00d1ace9fceb tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 210 time: 0.0371244 Nov 01 16:40:23.544424 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:23.578179 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-674d8ce0-b502-44ac-a2ce-306ef75361d6 req-fae2f4f0-3713-4589-a391-70a8d7d6ac84 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 210 time: 0.0419703 Nov 01 16:40:23.611864 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:23.613656 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=be7861e9-7505-42e4-a23f-896045face08,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:23.614158 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-86b0abc0-2e38-472f-ac26-684f2160763c req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Allocated IP 172.20.0.7 (b25ba124-fbe9-468d-bb4a-ebb35d2922db/cc5037da-f307-4cc9-8787-1e2abe0a4359/acc2ce91-9c72-48fd-99b0-1b682f6bed2b) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:23.680800 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Network 6e19b218-5b86-4bef-b342-01710fa422a0 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:23.682804 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:23.691844 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:23.751890 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Pushing event updated for resources: {'Port': ['ID=1d251d34-29c2-48f1-85dc-2bd1331e8573,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:23.799751 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618674'] for router_interface, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:23.986090 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-86b0abc0-2e38-472f-ac26-684f2160763c req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:24.073275 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['be7861e9-7505-42e4-a23f-896045face08'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:40:24.089319 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-2fcc5f3d-5d90-4d73-aa5d-3a7a4fff82eb tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=34d4c19cfeaf4ceabad0b8e5f2ec965f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368266 Nov 01 16:40:24.115153 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-e7025aff-0255-43b6-bf9a-1e8667e983ce None None] Provisioning complete for port 1d251d34-29c2-48f1-85dc-2bd1331e8573 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:24.115578 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e7025aff-0255-43b6-bf9a-1e8667e983ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:24.156904 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-86b0abc0-2e38-472f-ac26-684f2160763c req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:24.167806 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:24.172228 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-e7025aff-0255-43b6-bf9a-1e8667e983ce None None] Port 1d251d34-29c2-48f1-85dc-2bd1331e8573 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:40:24.292958 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b0abc0-2e38-472f-ac26-684f2160763c req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Network b25ba124-fbe9-468d-bb4a-ebb35d2922db is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:24.307705 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-86b0abc0-2e38-472f-ac26-684f2160763c req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:24.335182 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea81b3b-ee38-4307-8c0e-278de4536127 req-6cd945c5-c2d7-448c-a29f-cbd615092255 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:24.336811 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8ea81b3b-ee38-4307-8c0e-278de4536127 req-6cd945c5-c2d7-448c-a29f-cbd615092255 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0554733 Nov 01 16:40:24.339832 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b0abc0-2e38-472f-ac26-684f2160763c req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:24.361900 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Pushing event updated for resources: {'Port': ['ID=acc2ce91-9c72-48fd-99b0-1b682f6bed2b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:24.396191 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8ea81b3b-ee38-4307-8c0e-278de4536127 req-9a0704e3-1a6a-47ec-b83c-3d61e90c04c2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517724 Nov 01 16:40:24.468547 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0abc0-2e38-472f-ac26-684f2160763c req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:24.469444 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-86b0abc0-2e38-472f-ac26-684f2160763c req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:24.482189 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-831f09e0-eb89-4365-8802-c231612e1980 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:24.483485 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-831f09e0-eb89-4365-8802-c231612e1980 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3765631 Nov 01 16:40:24.500147 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Request body: {'port': {'device_id': 'c8338dd6-d22e-454e-87eb-ed5898379704', 'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f', 'admin_state_up': True, 'tenant_id': '34d4c19cfeaf4ceabad0b8e5f2ec965f'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:24.572875 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-c29db791-272d-4d6b-b9c7-2aca017c68ff tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9750655 Nov 01 16:40:24.609462 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Request body: {'port': {'device_id': '92b68d00-1314-4bcb-9ab4-f0691eb1ccf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:24.733825 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:24.751063 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea39a2-b1f2-40c0-914e-5205e2b8f979 req-0175aeec-f173-4b73-be1d-8a4eb14f0153 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:24.752592 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-afea39a2-b1f2-40c0-914e-5205e2b8f979 req-0175aeec-f173-4b73-be1d-8a4eb14f0153 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.2800555 Nov 01 16:40:24.757926 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:24.761118 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f3961-0d5a-4e65-9831-01f6fb9cef75 req-d99140f9-9afd-448a-9a16-28e947fc83d0 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:24.762607 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36428) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:24.764355 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c3f3961-0d5a-4e65-9831-01f6fb9cef75 req-d99140f9-9afd-448a-9a16-28e947fc83d0 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.3011379 Nov 01 16:40:24.770045 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-564c68dc-25ae-4990-812c-76dcd2654de4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Request body: {'floatingip': {'port_id': 'fa578a65-b7e1-4f85-b879-998325e1d51a'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:24.802016 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c3f3961-0d5a-4e65-9831-01f6fb9cef75 req-716b92a2-e107-4c8a-99b1-a332e98c35b2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333781 Nov 01 16:40:24.832561 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-564c68dc-25ae-4990-812c-76dcd2654de4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:24.838463 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:24.907784 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Made reservation on behalf of 34d4c19cfeaf4ceabad0b8e5f2ec965f for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:40:24.911321 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:24.923258 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4c493-07ab-4553-b437-79d508d95676 req-a963ec22-cf1a-4ccb-a2ad-d447c6e2262d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:24.925202 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8df4c493-07ab-4553-b437-79d508d95676 req-a963ec22-cf1a-4ccb-a2ad-d447c6e2262d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 945 time: 0.1100008 Nov 01 16:40:24.967767 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e6405-1845-4662-a594-21dc8e678bd6 req-09faed3a-e23b-4eb3-ada1-9cbdeaf367d1 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:24.969277 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5a3e6405-1845-4662-a594-21dc8e678bd6 req-09faed3a-e23b-4eb3-ada1-9cbdeaf367d1 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 931 time: 0.0844679 Nov 01 16:40:24.975470 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:25.003807 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8df4c493-07ab-4553-b437-79d508d95676 req-0aa75b4b-cde6-4eae-91e9-b1243bd6d18b tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699854 Nov 01 16:40:25.031745 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5a3e6405-1845-4662-a594-21dc8e678bd6 req-e1e84c4f-c233-41d6-8c4d-a114f97e661a tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526569 Nov 01 16:40:25.087027 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618510'] for router_interface, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:25.104731 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Pushing event updated for resources: {'Port': ['ID=1d251d34-29c2-48f1-85dc-2bd1331e8573,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:25.111031 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6f8a75c4-4e06-41b6-8d70-4750525f984e req-400bb6d9-87fe-43e3-b221-78051c9f06b5 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 210 time: 0.0340979 Nov 01 16:40:25.443202 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device e9b32ff5-0336-4b0a-8812-7547207b250c up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:25.497775 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port e9b32ff5-0336-4b0a-8812-7547207b250c triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:25.498241 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:25.583324 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:25.608762 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port e9b32ff5-0336-4b0a-8812-7547207b250c, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=e9b32ff5-0336-4b0a-8812-7547207b250c,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:25.724938 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:25.762930 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Network 6e19b218-5b86-4bef-b342-01710fa422a0 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:25.769481 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:25.774721 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:25.779840 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=e9b32ff5-0336-4b0a-8812-7547207b250c,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:25.944253 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:25.985886 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fc5c8-3677-495c-8925-716188bd33d7 req-40636eac-ab18-4fad-8e33-8c7b304a8e1e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:25.993842 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-503fc5c8-3677-495c-8925-716188bd33d7 req-40636eac-ab18-4fad-8e33-8c7b304a8e1e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0768368 Nov 01 16:40:26.038089 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-503fc5c8-3677-495c-8925-716188bd33d7 req-fe1c8a06-3e2a-4cde-a9ec-f129b4938ec4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428717 Nov 01 16:40:26.041992 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc2ce91-9c72-48fd-99b0-1b682f6bed2b {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:40:26.112336 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-1c1ac0f1-deff-4ee5-910a-1fbb86b3dc5e None None] Provisioning complete for port 1d251d34-29c2-48f1-85dc-2bd1331e8573 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:26.112700 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1c1ac0f1-deff-4ee5-910a-1fbb86b3dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:26.113611 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:26.124323 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a49d71b-47fa-4790-8305-faf4b994a659,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:26.147395 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Router fedf0c85-900a-4fd7-a1ef-19cb8b24e904 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:40:26.154445 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ac0f1-deff-4ee5-910a-1fbb86b3dc5e None None] Port 1d251d34-29c2-48f1-85dc-2bd1331e8573 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:40:26.154605 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Transition to ACTIVE for port object acc2ce91-9c72-48fd-99b0-1b682f6bed2b will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:40:26.224911 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b94b06-fa51-4a97-b503-acae61c427f8 req-44c5d27d-07ed-440c-8382-8b01bb934708 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:26.226517 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d9b94b06-fa51-4a97-b503-acae61c427f8 req-44c5d27d-07ed-440c-8382-8b01bb934708 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 945 time: 0.1469166 Nov 01 16:40:26.240013 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3683793-6350-4e8a-bbf9-e2526016080a req-342efc57-d8a5-4aa9-9ef2-251d35bddac4 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:26.241566 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3683793-6350-4e8a-bbf9-e2526016080a req-342efc57-d8a5-4aa9-9ef2-251d35bddac4 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 931 time: 0.0784616 Nov 01 16:40:26.274609 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:26.296217 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d9b94b06-fa51-4a97-b503-acae61c427f8 req-9c616bc8-f6fc-49e6-9ea2-d6a7f62e6a79 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535941 Nov 01 16:40:26.303644 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3683793-6350-4e8a-bbf9-e2526016080a req-5653bf96-2e85-41c7-9ed2-6ebe96077249 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540330 Nov 01 16:40:26.389730 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0e8d1b5d-6d0d-4246-bdce-1f07b7ba1625 req-d8167dae-c220-4d42-8d0a-35e267c51b2e tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 210 time: 0.0257938 Nov 01 16:40:26.432858 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Allocated IP 192.168.233.190 (746240d1-cf98-49d1-99ad-46d376398b4f/a4953e27-5d4e-45d7-ab0e-ccfc40160599/396cd652-e62f-41fc-9ebe-24e897d2f3e0) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:26.458776 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Pushing event updated for resources: {'Port': ['ID=acc2ce91-9c72-48fd-99b0-1b682f6bed2b,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:26.464248 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-564c68dc-25ae-4990-812c-76dcd2654de4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:26.479848 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:40:26.489407 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-0f18060c-146d-4bcc-b6e7-fcd3c7ee68cb admin admin] 10.222.0.62 "PUT /v2.0/routers/fedf0c85-900a-4fd7-a1ef-19cb8b24e904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7907059 Nov 01 16:40:26.489865 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Sync routers for ids ['fedf0c85-900a-4fd7-a1ef-19cb8b24e904'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:40:26.504899 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Routers {'fedf0c85-900a-4fd7-a1ef-19cb8b24e904'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:26.505594 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['fedf0c85-900a-4fd7-a1ef-19cb8b24e904'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:26.541324 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-564c68dc-25ae-4990-812c-76dcd2654de4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:26.626807 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Set router fedf0c85-900a-4fd7-a1ef-19cb8b24e904 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:26.660959 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Attempting to bind port acc2ce91-9c72-48fd-99b0-1b682f6bed2b on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:26.661416 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Attempting to bind port acc2ce91-9c72-48fd-99b0-1b682f6bed2b by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': '00019d26-77b6-454c-b2ff-04ccde01405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:26.661753 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Attempting to bind port acc2ce91-9c72-48fd-99b0-1b682f6bed2b on network b25ba124-fbe9-468d-bb4a-ebb35d2922db {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:26.719937 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Port acc2ce91-9c72-48fd-99b0-1b682f6bed2b on network b25ba124-fbe9-468d-bb4a-ebb35d2922db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:40:26.720159 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Attempting to bind port acc2ce91-9c72-48fd-99b0-1b682f6bed2b on network b25ba124-fbe9-468d-bb4a-ebb35d2922db {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:26.745192 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:26.746393 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Checking segment: {'id': '00019d26-77b6-454c-b2ff-04ccde01405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:26.746532 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Bound using segment: {'id': '00019d26-77b6-454c-b2ff-04ccde01405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:26.746886 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Bound port: acc2ce91-9c72-48fd-99b0-1b682f6bed2b, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00019d26-77b6-454c-b2ff-04ccde01405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:26.747244 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:26.782225 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [None req-564c68dc-25ae-4990-812c-76dcd2654de4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Floating IP 5de81cc5-0f8e-4c40-89b5-e8585d70e31b associated. External IP: 172.27.2.84, port: fa578a65-b7e1-4f85-b879-998325e1d51a. Nov 01 16:40:26.841362 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'name': 'tempest-TestVolumeBootPattern-1230890131-router', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:18Z', 'updated_at': '2021-11-01T16:40:23Z', 'revision_number': 4, 'project_id': 'd3f10255d82d4a49b15570852a94e0c3', 'gw_port': {'id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:19Z', 'updated_at': '2021-11-01T16:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '1d251d34-29c2-48f1-85dc-2bd1331e8573', 'name': '', 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'mac_address': 'fa:16:3e:a4:46:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd78cce76-c76f-42fa-abf9-b36bd4bae9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:22Z', 'updated_at': '2021-11-01T16:40:24Z', 'revision_number': 2, 'project_id': 'd3f10255d82d4a49b15570852a94e0c3', 'subnets': [{'id': 'd78cce76-c76f-42fa-abf9-b36bd4bae9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:26.868081 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Checking router: fedf0c85-900a-4fd7-a1ef-19cb8b24e904 for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:40:26.868439 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Updating router fedf0c85-900a-4fd7-a1ef-19cb8b24e904 port 1d251d34-29c2-48f1-85dc-2bd1331e8573 binding host dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:40:26.871952 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:26.893949 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:27.149397 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device be7861e9-7505-42e4-a23f-896045face08 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:27.184705 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2f6d2-c8ec-4ec8-a090-c5c8cec48a41 req-33d4e6a4-a9c4-4fc4-9721-d2a969e71ae4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:27.193823 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-edc2f6d2-c8ec-4ec8-a090-c5c8cec48a41 req-33d4e6a4-a9c4-4fc4-9721-d2a969e71ae4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0649624 Nov 01 16:40:27.236043 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] For port acc2ce91-9c72-48fd-99b0-1b682f6bed2b, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:27.252407 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-edc2f6d2-c8ec-4ec8-a090-c5c8cec48a41 req-c8048686-d576-474d-9c9d-de5552647851 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524983 Nov 01 16:40:27.254450 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] For port acc2ce91-9c72-48fd-99b0-1b682f6bed2b, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=acc2ce91-9c72-48fd-99b0-1b682f6bed2b,segment=NetworkSegment(00019d26-77b6-454c-b2ff-04ccde01405a),segment_id=00019d26-77b6-454c-b2ff-04ccde01405a)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:27.296399 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:27.430756 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:27.433290 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port be7861e9-7505-42e4-a23f-896045face08 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:40:27.454609 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564c68dc-25ae-4990-812c-76dcd2654de4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:40:27.459845 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:27.463430 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:27.496014 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be02b6e-9b3f-49bb-bd45-f84e30d4aaf4 req-84562f8d-d16a-4d9f-bae5-cb473439ad32 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:27.504112 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7be02b6e-9b3f-49bb-bd45-f84e30d4aaf4 req-84562f8d-d16a-4d9f-bae5-cb473439ad32 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 945 time: 0.1188595 Nov 01 16:40:27.507036 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port be7861e9-7505-42e4-a23f-896045face08 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:27.507568 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:27.539677 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device e9b32ff5-0336-4b0a-8812-7547207b250c up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:27.542087 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:27.543396 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:27.545209 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] 10.222.0.71 "PUT /v2.0/ports/acc2ce91-9c72-48fd-99b0-1b682f6bed2b HTTP/1.1" status: 200 len: 1093 time: 2.9434650 Nov 01 16:40:27.546004 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7be02b6e-9b3f-49bb-bd45-f84e30d4aaf4 req-b6d3c52e-0383-427e-83a8-cc660e243598 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 Nov 01 16:40:27.551822 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b68d00-1314-4bcb-9ab4-f0691eb1ccf8', 'tag': 'acc2ce91-9c72-48fd-99b0-1b682f6bed2b'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:27.554311 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1163f7d2-d63b-4775-9306-abd64d49ad04" -d '{"events": [{"name": "network-changed", "server_uuid": "92b68d00-1314-4bcb-9ab4-f0691eb1ccf8", "tag": "acc2ce91-9c72-48fd-99b0-1b682f6bed2b"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:27.566490 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0feca-4fac-4773-af7d-802ef1e614c9 service neutron] Pushing event updated for resources: {'Port': ['ID=acc2ce91-9c72-48fd-99b0-1b682f6bed2b,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:27.579606 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Network 746240d1-cf98-49d1-99ad-46d376398b4f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:27.637950 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3f002-7327-4d36-93b9-5a5f3c449315 None None] Pushing event updated for resources: {'Port': ['ID=1d251d34-29c2-48f1-85dc-2bd1331e8573,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:27.682347 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 36480) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:27.709390 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:27.716817 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Attempting to bind port 1d251d34-29c2-48f1-85dc-2bd1331e8573 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:27.717103 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-04437c03-03ce-415f-815f-953c270a61b6 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-677352049', 'description': 'tempest-secgroup-smoke-677352049 description', 'project_id': '833a357c5aae4d4d9be45d3323012608'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:27.717211 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Attempting to bind port 1d251d34-29c2-48f1-85dc-2bd1331e8573 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': '8ec1d006-9a3a-4561-9ef9-100c6583cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:27.717538 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Attempting to bind port 1d251d34-29c2-48f1-85dc-2bd1331e8573 on network 6e19b218-5b86-4bef-b342-01710fa422a0 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:27.771004 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:27.771406 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Checking segment: {'id': '8ec1d006-9a3a-4561-9ef9-100c6583cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:27.771837 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:27.772237 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Bound using segment: {'id': '8ec1d006-9a3a-4561-9ef9-100c6583cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:27.772724 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Bound port: 1d251d34-29c2-48f1-85dc-2bd1331e8573, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec1d006-9a3a-4561-9ef9-100c6583cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:27.773106 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:27.775191 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64adc-1766-4a9e-8978-587d3e29ca58 req-c163e043-dea8-492a-9c3f-9deab98b9051 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:27.782294 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:27.785892 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port e9b32ff5-0336-4b0a-8812-7547207b250c triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:27.786309 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:27.793164 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-77c64adc-1766-4a9e-8978-587d3e29ca58 req-c163e043-dea8-492a-9c3f-9deab98b9051 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 943 time: 0.1636181 Nov 01 16:40:27.886530 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04437c03-03ce-415f-815f-953c270a61b6 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:27.895992 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564c68dc-25ae-4990-812c-76dcd2654de4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:40:27.911860 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-564c68dc-25ae-4990-812c-76dcd2654de4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:27.914502 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f8cf2-be86-41f0-9879-06bc06ec7346 None None] Sync routers for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:40:27.927224 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f8cf2-be86-41f0-9879-06bc06ec7346 None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:27.928128 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-009f8cf2-be86-41f0-9879-06bc06ec7346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:27.933479 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Pushing event updated for resources: {'Port': ['ID=396cd652-e62f-41fc-9ebe-24e897d2f3e0,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:27.933950 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-77c64adc-1766-4a9e-8978-587d3e29ca58 req-625193b7-36b6-4fd2-abdb-6666c1e4a5d6 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409748 Nov 01 16:40:27.964063 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] For port 1d251d34-29c2-48f1-85dc-2bd1331e8573, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:27.969389 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] For port 1d251d34-29c2-48f1-85dc-2bd1331e8573, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=1d251d34-29c2-48f1-85dc-2bd1331e8573,segment=NetworkSegment(8ec1d006-9a3a-4561-9ef9-100c6583cf88),segment_id=8ec1d006-9a3a-4561-9ef9-100c6583cf88)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:27.970483 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.014500 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04437c03-03ce-415f-815f-953c270a61b6 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.024663 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd2e7b-c5f9-40ba-abb0-86ffe6cd0396 req-fdfda988-4525-4351-8084-21b5ada32a30 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:28.026232 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d2dd2e7b-c5f9-40ba-abb0-86ffe6cd0396 req-fdfda988-4525-4351-8084-21b5ada32a30 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 936 time: 0.2297986 Nov 01 16:40:28.028382 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port be7861e9-7505-42e4-a23f-896045face08, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=be7861e9-7505-42e4-a23f-896045face08,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:28.054766 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8735b78b-08aa-4f99-a226-90e099070208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7861e9-7505-42e4-a23f-896045face08'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:28.057241 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d2c01e-2463-46c4-842e-3f053229f4bf" -d '{"events": [{"server_uuid": "8735b78b-08aa-4f99-a226-90e099070208", "name": "network-vif-plugged", "status": "completed", "tag": "be7861e9-7505-42e4-a23f-896045face08"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:28.069837 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6dc99f-beab-451c-933e-379fa89b7a21 x-openstack-request-id: req-6e6dc99f-beab-451c-933e-379fa89b7a21 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:28.069837 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b68d00-1314-4bcb-9ab4-f0691eb1ccf8", "tag": "acc2ce91-9c72-48fd-99b0-1b682f6bed2b", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:28.071306 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e6dc99f-beab-451c-933e-379fa89b7a21 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:28.073321 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b68d00-1314-4bcb-9ab4-f0691eb1ccf8', 'tag': 'acc2ce91-9c72-48fd-99b0-1b682f6bed2b', 'status': 'completed', 'code': 200} Nov 01 16:40:28.091785 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0abc0-2e38-472f-ac26-684f2160763c req-8d1bbee5-53cb-4fdc-9efb-457df714f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:28.095893 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-8d1bbee5-53cb-4fdc-9efb-457df714f21c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=07e2c4312d0d44f69bd11e292b2c9bb9&device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 1096 time: 0.3671141 Nov 01 16:40:28.096303 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-54853048-2a61-43ff-8035-0eafcd6833f0 None None] Provisioning complete for port 1d251d34-29c2-48f1-85dc-2bd1331e8573 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:28.096840 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-54853048-2a61-43ff-8035-0eafcd6833f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.098312 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d2dd2e7b-c5f9-40ba-abb0-86ffe6cd0396 req-75e17029-95e6-4b70-88bc-09a4f3806424 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639703 Nov 01 16:40:28.116163 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-009f8cf2-be86-41f0-9879-06bc06ec7346 None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:28.120543 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:28.121882 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.138271 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-564c68dc-25ae-4990-812c-76dcd2654de4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "PUT /v2.0/floatingips/5de81cc5-0f8e-4c40-89b5-e8585d70e31b HTTP/1.1" status: 200 len: 991 time: 3.3728421 Nov 01 16:40:28.161182 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04437c03-03ce-415f-815f-953c270a61b6 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.164516 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.176720 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-0029dea4-632d-4ec0-b3c6-3adb6e999b35 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acc2ce91-9c72-48fd-99b0-1b682f6bed2b HTTP/1.1" status: 200 len: 217 time: 0.0506666 Nov 01 16:40:28.222402 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.234733 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6b20c4-dc79-468d-bd89-48e0ae45bdb9 x-openstack-request-id: req-0c6b20c4-dc79-468d-bd89-48e0ae45bdb9 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:28.235253 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8735b78b-08aa-4f99-a226-90e099070208", "name": "network-vif-plugged", "status": "completed", "tag": "be7861e9-7505-42e4-a23f-896045face08", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:28.235660 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c6b20c4-dc79-468d-bd89-48e0ae45bdb9 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:28.236107 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8735b78b-08aa-4f99-a226-90e099070208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7861e9-7505-42e4-a23f-896045face08', 'code': 200} Nov 01 16:40:28.236333 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04437c03-03ce-415f-815f-953c270a61b6 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62341bb9-fbd7-4735-a2b4-5d2552fa4c58,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:28.288808 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04437c03-03ce-415f-815f-953c270a61b6 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.290065 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-04437c03-03ce-415f-815f-953c270a61b6 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5773556 Nov 01 16:40:28.293548 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 36494) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:28.298536 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-fb6912c4-ec4d-49c0-a557-38d80344d4dc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'security_group_rule': {'security_group_id': '62341bb9-fbd7-4735-a2b4-5d2552fa4c58', 'project_id': '833a357c5aae4d4d9be45d3323012608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:28.312869 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-873463ab-7336-44a1-99c9-84b61f6e33d3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8187923 Nov 01 16:40:28.329050 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Request body: {'port': {'device_id': 'c8338dd6-d22e-454e-87eb-ed5898379704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:28.362760 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0abc0-2e38-472f-ac26-684f2160763c req-0eae760d-a9c9-4b7c-8a3d-afac2f54ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:28.364382 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-0eae760d-a9c9-4b7c-8a3d-afac2f54ffe3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cc5037da-f307-4cc9-8787-1e2abe0a4359 HTTP/1.1" status: 200 len: 848 time: 0.1765523 Nov 01 16:40:28.409932 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb6912c4-ec4d-49c0-a557-38d80344d4dc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.435728 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-aee62bce-07d5-4e6e-80a7-fa6b5fff031d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b25ba124-fbe9-468d-bb4a-ebb35d2922db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433221 Nov 01 16:40:28.440033 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.447046 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Routers {'fedf0c85-900a-4fd7-a1ef-19cb8b24e904'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:28.447738 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['fedf0c85-900a-4fd7-a1ef-19cb8b24e904'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:28.450831 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-54853048-2a61-43ff-8035-0eafcd6833f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.517798 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3f002-7327-4d36-93b9-5a5f3c449315 None None] Pushing event updated for resources: {'Port': ['ID=1d251d34-29c2-48f1-85dc-2bd1331e8573,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:28.525257 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb6912c4-ec4d-49c0-a557-38d80344d4dc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.659951 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb6912c4-ec4d-49c0-a557-38d80344d4dc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.676731 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-009f8cf2-be86-41f0-9879-06bc06ec7346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5de81cc5-0f8e-4c40-89b5-e8585d70e31b', 'tenant_id': 'c81bd66099584febb56806578f478281', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'port_id': 'fa578a65-b7e1-4f85-b879-998325e1d51a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'mac_address': 'fa:16:3e:b8:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:40:01Z', 'updated_at': '2021-11-01T16:40:26Z', 'revision_number': 1, 'project_id': 'c81bd66099584febb56806578f478281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:01Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:28.722203 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6912c4-ec4d-49c0-a557-38d80344d4dc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755307bd-ca5b-4096-bf6c-faacca8fe213,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:28.764126 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986ae1c-8990-4505-b496-618dd2cfcc92 req-edf8a7a3-58d4-4ec3-9de1-2663b16ea600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:28.765977 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5986ae1c-8990-4505-b496-618dd2cfcc92 req-edf8a7a3-58d4-4ec3-9de1-2663b16ea600 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 1099 time: 0.1815741 Nov 01 16:40:28.776055 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb6912c4-ec4d-49c0-a557-38d80344d4dc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:28.777312 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-fb6912c4-ec4d-49c0-a557-38d80344d4dc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4827662 Nov 01 16:40:28.787271 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36506) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:28.796595 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-8d1d3e5a-fc01-49d7-b919-d1f37760f751 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'security_group_rule': {'security_group_id': '62341bb9-fbd7-4735-a2b4-5d2552fa4c58', 'project_id': '833a357c5aae4d4d9be45d3323012608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:28.803005 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f8cf2-be86-41f0-9879-06bc06ec7346 None None] Checking router: 5607e762-e64b-4ebc-9d13-c5c6ece3d92d for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:40:28.818851 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f8cf2-be86-41f0-9879-06bc06ec7346 None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:28.819477 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-009f8cf2-be86-41f0-9879-06bc06ec7346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:28.832656 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5986ae1c-8990-4505-b496-618dd2cfcc92 req-ecf0bcf1-e39d-48ba-a2cc-96460a0afcf2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530393 Nov 01 16:40:28.842189 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f6ea9-b14e-4252-8f37-82af462d6ac4 req-d2b99d78-4386-4131-90f5-9ec634892b78 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:28.849588 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c2f6ea9-b14e-4252-8f37-82af462d6ac4 req-d2b99d78-4386-4131-90f5-9ec634892b78 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 946 time: 0.1315336 Nov 01 16:40:28.910830 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c2f6ea9-b14e-4252-8f37-82af462d6ac4 req-2608c556-b419-4c91-b5a0-e0ca5f1affd9 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459697 Nov 01 16:40:28.913457 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-54853048-2a61-43ff-8035-0eafcd6833f0 None None] For port 1d251d34-29c2-48f1-85dc-2bd1331e8573, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=1d251d34-29c2-48f1-85dc-2bd1331e8573,segment=NetworkSegment(8ec1d006-9a3a-4561-9ef9-100c6583cf88),segment_id=8ec1d006-9a3a-4561-9ef9-100c6583cf88)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:28.947927 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=be7861e9-7505-42e4-a23f-896045face08,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:28.962167 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] Set router fedf0c85-900a-4fd7-a1ef-19cb8b24e904 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:29.006496 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-54853048-2a61-43ff-8035-0eafcd6833f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:29.016581 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-009f8cf2-be86-41f0-9879-06bc06ec7346 None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:29.068079 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-3c055ad8-cb36-483d-be51-74b91feb9bc8 service neutron] 10.222.0.71 "GET /v2.0/networks/b25ba124-fbe9-468d-bb4a-ebb35d2922db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154904 Nov 01 16:40:29.115828 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3e5a-fc01-49d7-b919-d1f37760f751 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:29.127502 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5513d59-a6c7-41d6-be3b-3a2c0f856c08 req-cf0a0d08-a77f-439c-b988-fefeaf60d93b tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:29.130110 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e5513d59-a6c7-41d6-be3b-3a2c0f856c08 req-cf0a0d08-a77f-439c-b988-fefeaf60d93b tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 943 time: 0.0789268 Nov 01 16:40:29.181222 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54853048-2a61-43ff-8035-0eafcd6833f0 None None] Pushing event updated for resources: {'Port': ['ID=1d251d34-29c2-48f1-85dc-2bd1331e8573,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:29.187481 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e5513d59-a6c7-41d6-be3b-3a2c0f856c08 req-7d1161da-d4bb-4d09-b1f9-2734ba45c947 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508819 Nov 01 16:40:29.217341 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-68ca3fa6-c52b-427b-9a30-d4bc86f3caca None None] Provisioning complete for port 1d251d34-29c2-48f1-85dc-2bd1331e8573 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:29.217808 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-68ca3fa6-c52b-427b-9a30-d4bc86f3caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:29.272190 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-86b0abc0-2e38-472f-ac26-684f2160763c req-f8b8917e-ad85-4d1d-805f-6ab637953c01 service neutron] 10.222.0.71 "GET /v2.0/networks/b25ba124-fbe9-468d-bb4a-ebb35d2922db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884851 Nov 01 16:40:29.308959 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396cd652-e62f-41fc-9ebe-24e897d2f3e0 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:40:29.319638 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:29.366664 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3e5a-fc01-49d7-b919-d1f37760f751 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:29.378992 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Transition to ACTIVE for port object 396cd652-e62f-41fc-9ebe-24e897d2f3e0 will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:40:29.388112 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff16ae-d978-4a5c-8c79-016eb3908817 req-bf69ddf8-8c5c-417b-bf0a-bb1d967ce461 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:29.389370 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-32ff16ae-d978-4a5c-8c79-016eb3908817 req-bf69ddf8-8c5c-417b-bf0a-bb1d967ce461 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 936 time: 0.0796487 Nov 01 16:40:29.398231 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368905d-737b-483d-8df9-6e7ad2a1267c req-22a1ab9c-f21d-483b-9983-268307e0b1d4 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:29.406578 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a368905d-737b-483d-8df9-6e7ad2a1267c req-22a1ab9c-f21d-483b-9983-268307e0b1d4 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.1397810 Nov 01 16:40:29.423344 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'name': 'tempest-TestVolumeBootPattern-1230890131-router', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:18Z', 'updated_at': '2021-11-01T16:40:23Z', 'revision_number': 4, 'project_id': 'd3f10255d82d4a49b15570852a94e0c3', 'gw_port': {'id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:19Z', 'updated_at': '2021-11-01T16:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '1d251d34-29c2-48f1-85dc-2bd1331e8573', 'name': '', 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'mac_address': 'fa:16:3e:a4:46:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd78cce76-c76f-42fa-abf9-b36bd4bae9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:22Z', 'updated_at': '2021-11-01T16:40:27Z', 'revision_number': 4, 'project_id': 'd3f10255d82d4a49b15570852a94e0c3', 'subnets': [{'id': 'd78cce76-c76f-42fa-abf9-b36bd4bae9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:29.463801 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae898ff-efdf-4329-896d-3cbf410bb0c3 None None] The sync data for ids ['fedf0c85-900a-4fd7-a1ef-19cb8b24e904'] in dv-cinder-816187-1-iscsi is: [{'id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'name': 'tempest-TestVolumeBootPattern-1230890131-router', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:18Z', 'updated_at': '2021-11-01T16:40:23Z', 'revision_number': 4, 'project_id': 'd3f10255d82d4a49b15570852a94e0c3', 'gw_port': {'id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:19Z', 'updated_at': '2021-11-01T16:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '1d251d34-29c2-48f1-85dc-2bd1331e8573', 'name': '', 'network_id': '6e19b218-5b86-4bef-b342-01710fa422a0', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'mac_address': 'fa:16:3e:a4:46:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd78cce76-c76f-42fa-abf9-b36bd4bae9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:22Z', 'updated_at': '2021-11-01T16:40:27Z', 'revision_number': 4, 'project_id': 'd3f10255d82d4a49b15570852a94e0c3', 'subnets': [{'id': 'd78cce76-c76f-42fa-abf9-b36bd4bae9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:40:29.464730 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-32ff16ae-d978-4a5c-8c79-016eb3908817 req-8fb4f59a-da01-45c0-a85d-4695bf1cdba5 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559292 Nov 01 16:40:29.469144 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-009f8cf2-be86-41f0-9879-06bc06ec7346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5de81cc5-0f8e-4c40-89b5-e8585d70e31b', 'tenant_id': 'c81bd66099584febb56806578f478281', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'port_id': 'fa578a65-b7e1-4f85-b879-998325e1d51a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'mac_address': 'fa:16:3e:b8:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:40:01Z', 'updated_at': '2021-11-01T16:40:26Z', 'revision_number': 1, 'project_id': 'c81bd66099584febb56806578f478281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:01Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:29.489463 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a368905d-737b-483d-8df9-6e7ad2a1267c req-0e1b8a48-7de4-4ee8-ba59-5b130d97fc4e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685976 Nov 01 16:40:29.504996 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f8cf2-be86-41f0-9879-06bc06ec7346 None None] The sync data for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi is: [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5de81cc5-0f8e-4c40-89b5-e8585d70e31b', 'tenant_id': 'c81bd66099584febb56806578f478281', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'port_id': 'fa578a65-b7e1-4f85-b879-998325e1d51a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'mac_address': 'fa:16:3e:b8:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:40:01Z', 'updated_at': '2021-11-01T16:40:26Z', 'revision_number': 1, 'project_id': 'c81bd66099584febb56806578f478281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:01Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:40:29.545531 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3e5a-fc01-49d7-b919-d1f37760f751 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:29.560935 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:29.653583 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d3e5a-fc01-49d7-b919-d1f37760f751 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbee7ec9-8525-474a-9ea3-da8f66ddb9b8,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:29.654662 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f21c8-371a-4bfe-a2f3-bec5bb35ac28 req-463fcda6-1e44-41cf-a5fd-4b6367084603 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:29.664598 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a90f21c8-371a-4bfe-a2f3-bec5bb35ac28 req-463fcda6-1e44-41cf-a5fd-4b6367084603 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0808027 Nov 01 16:40:29.731421 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Pushing event updated for resources: {'Port': ['ID=396cd652-e62f-41fc-9ebe-24e897d2f3e0,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:29.746148 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a90f21c8-371a-4bfe-a2f3-bec5bb35ac28 req-9f45248d-0c7b-40c9-9351-aed8b2a4e72e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787563 Nov 01 16:40:29.797202 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3e5a-fc01-49d7-b919-d1f37760f751 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:29.798365 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-8d1d3e5a-fc01-49d7-b919-d1f37760f751 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0080090 Nov 01 16:40:29.807289 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 36534) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:29.810268 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163f7d2-d63b-4775-9306-abd64d49ad04 req-adbdd0a3-3872-4363-b2cc-5b82cac39497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:29.812210 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1163f7d2-d63b-4775-9306-abd64d49ad04 req-adbdd0a3-3872-4363-b2cc-5b82cac39497 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=07e2c4312d0d44f69bd11e292b2c9bb9&device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 1096 time: 0.3496242 Nov 01 16:40:29.816664 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f5895df5-aeec-4686-a3e9-105ea9333cff tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'security_group_rule': {'security_group_id': '62341bb9-fbd7-4735-a2b4-5d2552fa4c58', 'project_id': '833a357c5aae4d4d9be45d3323012608', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:29.941971 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5895df5-aeec-4686-a3e9-105ea9333cff tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:29.986274 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3e78f3-4fbb-4424-8af4-9d812ee00e4e None None] New status for floating IP 5de81cc5-0f8e-4c40-89b5-e8585d70e31b: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:40:30.009266 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Attempting to bind port 396cd652-e62f-41fc-9ebe-24e897d2f3e0 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:30.009592 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Attempting to bind port 396cd652-e62f-41fc-9ebe-24e897d2f3e0 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': 'd206a5e9-5653-4ffa-a267-e40c85bc1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:30.009995 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Attempting to bind port 396cd652-e62f-41fc-9ebe-24e897d2f3e0 on network 746240d1-cf98-49d1-99ad-46d376398b4f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:30.024699 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Port 396cd652-e62f-41fc-9ebe-24e897d2f3e0 on network 746240d1-cf98-49d1-99ad-46d376398b4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:40:30.025035 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Attempting to bind port 396cd652-e62f-41fc-9ebe-24e897d2f3e0 on network 746240d1-cf98-49d1-99ad-46d376398b4f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:30.029775 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163f7d2-d63b-4775-9306-abd64d49ad04 req-2ad3b319-325e-476d-b37d-c907f7fc9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:30.031578 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1163f7d2-d63b-4775-9306-abd64d49ad04 req-2ad3b319-325e-476d-b37d-c907f7fc9b8f service neutron] 10.222.0.71 "GET /v2.0/networks?id=b25ba124-fbe9-468d-bb4a-ebb35d2922db HTTP/1.1" status: 200 len: 909 time: 0.2064624 Nov 01 16:40:30.035643 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:30.035978 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Checking segment: {'id': 'd206a5e9-5653-4ffa-a267-e40c85bc1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:30.036364 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Bound using segment: {'id': 'd206a5e9-5653-4ffa-a267-e40c85bc1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:30.036908 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Bound port: 396cd652-e62f-41fc-9ebe-24e897d2f3e0, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd206a5e9-5653-4ffa-a267-e40c85bc1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:30.037375 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:30.061662 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5895df5-aeec-4686-a3e9-105ea9333cff tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:30.101658 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'tag': 'fa578a65-b7e1-4f85-b879-998325e1d51a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:30.103923 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2a411b-aef8-4ac1-bc2d-f5d78312b401" -d '{"events": [{"name": "network-changed", "server_uuid": "1f218bf7-73a4-4576-9179-342b52d7a32d", "tag": "fa578a65-b7e1-4f85-b879-998325e1d51a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:30.114121 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fb93a-44de-43a6-b840-b325a05bb437 req-1a6491b3-777c-48d2-b0b1-c2f72fc99f50 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:30.123571 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d13fb93a-44de-43a6-b840-b325a05bb437 req-1a6491b3-777c-48d2-b0b1-c2f72fc99f50 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 946 time: 0.0857596 Nov 01 16:40:30.132552 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1163f7d2-d63b-4775-9306-abd64d49ad04 req-b4171ae2-876b-4cba-852e-8e1086f54ba0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acc2ce91-9c72-48fd-99b0-1b682f6bed2b HTTP/1.1" status: 200 len: 217 time: 0.0762677 Nov 01 16:40:30.201673 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d13fb93a-44de-43a6-b840-b325a05bb437 req-f953e799-2b84-448c-b32b-074afaecd8db tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771179 Nov 01 16:40:30.204922 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5895df5-aeec-4686-a3e9-105ea9333cff tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:30.210253 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] For port 396cd652-e62f-41fc-9ebe-24e897d2f3e0, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:30.238824 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5895df5-aeec-4686-a3e9-105ea9333cff tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed55f6f-4d52-44b6-a74b-6a84016d424d,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:30.253149 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] For port 396cd652-e62f-41fc-9ebe-24e897d2f3e0, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=396cd652-e62f-41fc-9ebe-24e897d2f3e0,segment=NetworkSegment(d206a5e9-5653-4ffa-a267-e40c85bc1ab9),segment_id=d206a5e9-5653-4ffa-a267-e40c85bc1ab9)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:30.266794 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163f7d2-d63b-4775-9306-abd64d49ad04 req-94618e08-b28c-4512-be71-9f75c13c37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:30.269319 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1163f7d2-d63b-4775-9306-abd64d49ad04 req-94618e08-b28c-4512-be71-9f75c13c37aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cc5037da-f307-4cc9-8787-1e2abe0a4359 HTTP/1.1" status: 200 len: 848 time: 0.1105871 Nov 01 16:40:30.278113 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e968b0-7bef-4238-a820-73b632f2eafc x-openstack-request-id: req-44e968b0-7bef-4238-a820-73b632f2eafc {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:30.278113 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f218bf7-73a4-4576-9179-342b52d7a32d", "tag": "fa578a65-b7e1-4f85-b879-998325e1d51a", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:30.278113 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44e968b0-7bef-4238-a820-73b632f2eafc {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:30.278113 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'tag': 'fa578a65-b7e1-4f85-b879-998325e1d51a', 'status': 'completed', 'code': 200} Nov 01 16:40:30.331434 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1163f7d2-d63b-4775-9306-abd64d49ad04 req-6efae68a-a0d4-4780-8f4c-79d43fdb2c0a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b25ba124-fbe9-468d-bb4a-ebb35d2922db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344269 Nov 01 16:40:30.373025 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:30.395803 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5895df5-aeec-4686-a3e9-105ea9333cff tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:30.397009 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-f5895df5-aeec-4686-a3e9-105ea9333cff tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5884435 Nov 01 16:40:30.400697 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 36548) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:30.407028 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-86b9c717-cda5-4372-be4f-00e7b29ac128 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'security_group_rule': {'security_group_id': '62341bb9-fbd7-4735-a2b4-5d2552fa4c58', 'project_id': '833a357c5aae4d4d9be45d3323012608', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:30.451569 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:30.452374 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:30.453779 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] 10.222.0.71 "PUT /v2.0/ports/396cd652-e62f-41fc-9ebe-24e897d2f3e0 HTTP/1.1" status: 200 len: 1098 time: 2.1300426 Nov 01 16:40:30.457681 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a411b-aef8-4ac1-bc2d-f5d78312b401 req-f9af7a2d-7453-49a2-9a18-ee067cca73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:30.460895 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea2a411b-aef8-4ac1-bc2d-f5d78312b401 req-f9af7a2d-7453-49a2-9a18-ee067cca73e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c81bd66099584febb56806578f478281&device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 1099 time: 0.1281381 Nov 01 16:40:30.482681 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c60fd4-e6bc-4bd7-9991-2f4208d8d219 req-aaf04fdf-bd26-46ae-9d55-58dc676af77a tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:30.490750 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b7c60fd4-e6bc-4bd7-9991-2f4208d8d219 req-aaf04fdf-bd26-46ae-9d55-58dc676af77a tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 943 time: 0.1421041 Nov 01 16:40:30.519442 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce613325-58d9-4179-af50-d689d00cd8aa service neutron] Pushing event updated for resources: {'Port': ['ID=396cd652-e62f-41fc-9ebe-24e897d2f3e0,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:30.533496 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1163f7d2-d63b-4775-9306-abd64d49ad04 req-66de5839-7b8f-4ab3-b358-e4d3d3823e6a service neutron] 10.222.0.71 "GET /v2.0/networks/b25ba124-fbe9-468d-bb4a-ebb35d2922db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908736 Nov 01 16:40:30.597620 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86b9c717-cda5-4372-be4f-00e7b29ac128 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:30.699774 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1163f7d2-d63b-4775-9306-abd64d49ad04 req-5d8800eb-5f91-4cab-b5a9-92c7c9ee79a6 service neutron] 10.222.0.71 "GET /v2.0/networks/b25ba124-fbe9-468d-bb4a-ebb35d2922db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540604 Nov 01 16:40:30.711577 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-631b34b7-79c5-4673-bdbe-73374e437c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:30.713681 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-631b34b7-79c5-4673-bdbe-73374e437c84 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=34d4c19cfeaf4ceabad0b8e5f2ec965f&device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 1101 time: 0.0678954 Nov 01 16:40:30.718657 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a411b-aef8-4ac1-bc2d-f5d78312b401 req-8559b9a5-ce03-4328-abee-df838ee84c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:30.721188 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea2a411b-aef8-4ac1-bc2d-f5d78312b401 req-8559b9a5-ce03-4328-abee-df838ee84c4d service neutron] 10.222.0.71 "GET /v2.0/networks?id=bc45f9ac-9856-4d97-9112-de09cb44caf6 HTTP/1.1" status: 200 len: 912 time: 0.2283385 Nov 01 16:40:30.760257 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b7c60fd4-e6bc-4bd7-9991-2f4208d8d219 req-cbcfcef7-60bd-4f41-bbed-140be4e3cfd5 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684369 Nov 01 16:40:30.785943 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-43de976b-092c-4143-9485-a0b6eb992e51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=396cd652-e62f-41fc-9ebe-24e897d2f3e0 HTTP/1.1" status: 200 len: 217 time: 0.0417030 Nov 01 16:40:30.867057 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea2a411b-aef8-4ac1-bc2d-f5d78312b401 req-d26e6755-0a06-40d1-a7a9-8cecbe1a7e3b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa578a65-b7e1-4f85-b879-998325e1d51a HTTP/1.1" status: 200 len: 1001 time: 0.1044819 Nov 01 16:40:30.888087 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86b9c717-cda5-4372-be4f-00e7b29ac128 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:30.888309 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-74163c27-f3f6-48bd-b73d-84224b18a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:30.889664 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-74163c27-f3f6-48bd-b73d-84224b18a1a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4953e27-5d4e-45d7-ab0e-ccfc40160599 HTTP/1.1" status: 200 len: 843 time: 0.0745423 Nov 01 16:40:30.960572 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86b9c717-cda5-4372-be4f-00e7b29ac128 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:30.962849 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-b5f306a2-cc4c-4671-978f-4160154d474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:30.965024 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-b5f306a2-cc4c-4671-978f-4160154d474c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=746240d1-cf98-49d1-99ad-46d376398b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0598633 Nov 01 16:40:31.012544 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9c717-cda5-4372-be4f-00e7b29ac128 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596409bd-fe2f-4ed4-bcfc-8b0a338fc000,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:31.021639 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a411b-aef8-4ac1-bc2d-f5d78312b401 req-fa144b58-4d1d-41c0-bca1-f5737950436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:31.023235 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea2a411b-aef8-4ac1-bc2d-f5d78312b401 req-fa144b58-4d1d-41c0-bca1-f5737950436c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33884561-066e-4e8a-9e07-62590670342c HTTP/1.1" status: 200 len: 850 time: 0.1185334 Nov 01 16:40:31.032083 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733746a-00ac-401b-b6fd-12ab3dddde95 req-c73b9163-ccf7-4909-ba0f-6a5bdaf0f8d7 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:31.033766 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1733746a-00ac-401b-b6fd-12ab3dddde95 req-c73b9163-ccf7-4909-ba0f-6a5bdaf0f8d7 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 948 time: 0.1768656 Nov 01 16:40:31.043477 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1feab4f-bfc3-4da6-9a62-eff6b2bfc1da req-c9fadf19-3d56-4cab-bddb-91c8203122aa tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:31.051394 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c1feab4f-bfc3-4da6-9a62-eff6b2bfc1da req-c9fadf19-3d56-4cab-bddb-91c8203122aa tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.1762655 Nov 01 16:40:31.081412 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-23a53325-bf87-4b64-b594-809de1338828 service neutron] 10.222.0.71 "GET /v2.0/networks/746240d1-cf98-49d1-99ad-46d376398b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985489 Nov 01 16:40:31.099399 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86b9c717-cda5-4372-be4f-00e7b29ac128 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:31.103468 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-86b9c717-cda5-4372-be4f-00e7b29ac128 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6971011 Nov 01 16:40:31.108676 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 36564) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:31.109949 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e6f97f60-9abe-4302-afb5-612db95f90fc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'security_group_rule': {'security_group_id': '62341bb9-fbd7-4735-a2b4-5d2552fa4c58', 'project_id': '833a357c5aae4d4d9be45d3323012608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:31.166625 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c1feab4f-bfc3-4da6-9a62-eff6b2bfc1da req-7db1436c-87ba-4e5d-ab0e-83719b3e38ed tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141527 Nov 01 16:40:31.176529 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1733746a-00ac-401b-b6fd-12ab3dddde95 req-68c02145-afb3-47e4-b16d-a2e665303cc4 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228807 Nov 01 16:40:31.190489 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a411b-aef8-4ac1-bc2d-f5d78312b401 req-a94327b4-fb0f-4964-98f1-7d10bd57202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:31.192228 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea2a411b-aef8-4ac1-bc2d-f5d78312b401 req-a94327b4-fb0f-4964-98f1-7d10bd57202a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bc45f9ac-9856-4d97-9112-de09cb44caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1571116 Nov 01 16:40:31.202564 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-609de18a-911f-49e2-b4d6-3a7597b62243 req-75cfd531-7ccd-4e73-84d9-eb7074757024 service neutron] 10.222.0.71 "GET /v2.0/networks/746240d1-cf98-49d1-99ad-46d376398b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975978 Nov 01 16:40:31.318575 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-e6f97f60-9abe-4302-afb5-612db95f90fc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Project 833a357c5aae4d4d9be45d3323012608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 16:40:31.333619 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6f97f60-9abe-4302-afb5-612db95f90fc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:31.376475 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea2a411b-aef8-4ac1-bc2d-f5d78312b401 req-79739fd6-59e7-4c8e-9f19-56d63872f57a service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631136 Nov 01 16:40:31.383755 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25065e86-14c8-4b10-9457-77967feabe3c req-b9ec0958-bdc7-4f81-97c9-b5dc5631362e tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:31.385153 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-25065e86-14c8-4b10-9457-77967feabe3c req-b9ec0958-bdc7-4f81-97c9-b5dc5631362e tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 946 time: 0.1041567 Nov 01 16:40:31.453554 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 1d251d34-29c2-48f1-85dc-2bd1331e8573 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:31.505753 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 1d251d34-29c2-48f1-85dc-2bd1331e8573 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:31.506101 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:31.524803 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-25065e86-14c8-4b10-9457-77967feabe3c req-3445f391-4832-4115-ac5e-586e025ebfc6 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268075 Nov 01 16:40:31.528373 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6f97f60-9abe-4302-afb5-612db95f90fc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:31.554321 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea2a411b-aef8-4ac1-bc2d-f5d78312b401 req-8692cede-1916-43c2-98c3-19f115a332e5 service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642833 Nov 01 16:40:31.618107 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6f97f60-9abe-4302-afb5-612db95f90fc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:31.637674 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f97f60-9abe-4302-afb5-612db95f90fc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4aedf99-83e4-4f12-bf2c-51fd526592f9,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:31.747199 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6f97f60-9abe-4302-afb5-612db95f90fc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:31.748454 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-e6f97f60-9abe-4302-afb5-612db95f90fc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6435099 Nov 01 16:40:31.751222 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 36574) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:31.755711 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6ecedd35-05b7-4152-8510-d6aac4a390d5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'security_group_rule': {'security_group_id': '62341bb9-fbd7-4735-a2b4-5d2552fa4c58', 'project_id': '833a357c5aae4d4d9be45d3323012608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:31.824412 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-6ecedd35-05b7-4152-8510-d6aac4a390d5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Project 833a357c5aae4d4d9be45d3323012608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 16:40:31.829698 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ecedd35-05b7-4152-8510-d6aac4a390d5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:31.930859 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbb15c-7406-490d-8488-1ec0942f00d3 req-0495a409-a2ec-45bc-ac6d-23879db8a6d2 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:31.932227 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5ebbb15c-7406-490d-8488-1ec0942f00d3 req-0495a409-a2ec-45bc-ac6d-23879db8a6d2 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 943 time: 0.0914178 Nov 01 16:40:31.934549 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ecedd35-05b7-4152-8510-d6aac4a390d5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:31.971468 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5ebbb15c-7406-490d-8488-1ec0942f00d3 req-c17efcd0-dc15-4ef4-8839-f6e2e0adb8eb tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320699 Nov 01 16:40:32.038486 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ecedd35-05b7-4152-8510-d6aac4a390d5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:32.057141 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecedd35-05b7-4152-8510-d6aac4a390d5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbffd6c3-b767-4c6b-992c-4d2d2c082632,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:32.166183 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ecedd35-05b7-4152-8510-d6aac4a390d5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:32.168020 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-6ecedd35-05b7-4152-8510-d6aac4a390d5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4152043 Nov 01 16:40:32.275125 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8338dd6-d22e-454e-87eb-ed5898379704', 'tag': '396cd652-e62f-41fc-9ebe-24e897d2f3e0'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:32.278385 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d909f9eb-955c-4e00-b2fb-a26859d7ceef" -d '{"events": [{"name": "network-changed", "server_uuid": "c8338dd6-d22e-454e-87eb-ed5898379704", "tag": "396cd652-e62f-41fc-9ebe-24e897d2f3e0"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:32.354158 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c15ff-efef-4ba6-b93d-9bc6ec4f4ed2 req-a5d217fe-99bd-408d-afe6-7fd711bd383e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:32.356255 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ae2c15ff-efef-4ba6-b93d-9bc6ec4f4ed2 req-a5d217fe-99bd-408d-afe6-7fd711bd383e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0808454 Nov 01 16:40:32.363754 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598958c-38f4-4f59-ac68-912e38a840cc req-547016df-7e02-4962-8ccb-ff3e8ce69e39 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:32.365145 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d598958c-38f4-4f59-ac68-912e38a840cc req-547016df-7e02-4962-8ccb-ff3e8ce69e39 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 948 time: 0.0786023 Nov 01 16:40:32.423491 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ae2c15ff-efef-4ba6-b93d-9bc6ec4f4ed2 req-77a44696-bcf8-414c-b916-3a4b08e7af6a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573885 Nov 01 16:40:32.428422 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d598958c-38f4-4f59-ac68-912e38a840cc req-ffacf61e-29dc-4ddf-8080-2a3196b9e464 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563381 Nov 01 16:40:32.484291 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfce7a0-df44-425f-9f18-fe508140d87c x-openstack-request-id: req-5bfce7a0-df44-425f-9f18-fe508140d87c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:32.484588 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8338dd6-d22e-454e-87eb-ed5898379704", "tag": "396cd652-e62f-41fc-9ebe-24e897d2f3e0", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:32.485225 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5bfce7a0-df44-425f-9f18-fe508140d87c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:32.485522 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8338dd6-d22e-454e-87eb-ed5898379704', 'tag': '396cd652-e62f-41fc-9ebe-24e897d2f3e0', 'status': 'completed', 'code': 200} Nov 01 16:40:33.087149 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88f20a-c762-4381-9495-c1b0c4bf6cd7 req-3ac1bcc0-6c13-4f04-a276-1f42b202045a tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:33.088628 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fa88f20a-c762-4381-9495-c1b0c4bf6cd7 req-3ac1bcc0-6c13-4f04-a276-1f42b202045a tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 943 time: 0.0503609 Nov 01 16:40:33.126482 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fa88f20a-c762-4381-9495-c1b0c4bf6cd7 req-16f08e1c-c8de-4e29-ba6d-a69438152a4b tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Nov 01 16:40:33.541987 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc0acc-64d2-4821-84eb-80481e77b243 req-e945caa2-9dd9-46d5-9faf-b14df2e91e38 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:33.544122 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ebc0acc-64d2-4821-84eb-80481e77b243 req-e945caa2-9dd9-46d5-9faf-b14df2e91e38 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0490408 Nov 01 16:40:33.581376 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ebc0acc-64d2-4821-84eb-80481e77b243 req-bee4598f-e634-472a-b7af-4a23abc8404d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314786 Nov 01 16:40:33.682812 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670fe74-aec1-434e-96c9-e347951bedc7 req-2c0cb61c-19f1-4790-8fd3-9984761685d7 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:33.684434 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9670fe74-aec1-434e-96c9-e347951bedc7 req-2c0cb61c-19f1-4790-8fd3-9984761685d7 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 948 time: 0.0479922 Nov 01 16:40:33.724675 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9670fe74-aec1-434e-96c9-e347951bedc7 req-fd45e186-ed32-4e7c-8c95-d34232ed845e tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344441 Nov 01 16:40:33.891422 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device acc2ce91-9c72-48fd-99b0-1b682f6bed2b details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:40:33.986116 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port acc2ce91-9c72-48fd-99b0-1b682f6bed2b, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=acc2ce91-9c72-48fd-99b0-1b682f6bed2b,segment=NetworkSegment(00019d26-77b6-454c-b2ff-04ccde01405a),segment_id=00019d26-77b6-454c-b2ff-04ccde01405a)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:33.997059 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': 'acc2ce91-9c72-48fd-99b0-1b682f6bed2b', 'network_id': 'b25ba124-fbe9-468d-bb4a-ebb35d2922db', 'port_id': 'acc2ce91-9c72-48fd-99b0-1b682f6bed2b', 'mac_address': 'fa:16:3e:d9:f4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5037da-f307-4cc9-8787-1e2abe0a4359', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:40:34.037159 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:34.049313 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc2ce91-9c72-48fd-99b0-1b682f6bed2b {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:40:34.068322 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port acc2ce91-9c72-48fd-99b0-1b682f6bed2b, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=acc2ce91-9c72-48fd-99b0-1b682f6bed2b,segment=NetworkSegment(00019d26-77b6-454c-b2ff-04ccde01405a),segment_id=00019d26-77b6-454c-b2ff-04ccde01405a)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:34.147421 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:34.197825 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=acc2ce91-9c72-48fd-99b0-1b682f6bed2b,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:34.242087 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53126a-59b9-4342-a20c-9c4593289747 req-9367455c-3a7b-4d67-aaa5-1f4d577bfc21 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:34.243546 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6b53126a-59b9-4342-a20c-9c4593289747 req-9367455c-3a7b-4d67-aaa5-1f4d577bfc21 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 944 time: 0.0509784 Nov 01 16:40:34.280755 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6b53126a-59b9-4342-a20c-9c4593289747 req-58e7662b-cbac-4aa9-8553-32b916f5a0df tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306602 Nov 01 16:40:34.701400 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49932bad-9719-45b4-adc4-acfade993d46 req-97baa1fb-5a8f-45e4-acfa-c00b522a4798 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:34.702865 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-49932bad-9719-45b4-adc4-acfade993d46 req-97baa1fb-5a8f-45e4-acfa-c00b522a4798 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0495412 Nov 01 16:40:34.739535 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-49932bad-9719-45b4-adc4-acfade993d46 req-ad65ea1e-ba6e-4011-8b5f-d1da68264c0f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309007 Nov 01 16:40:34.842623 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da8b75-e296-4b6e-8b9e-669abb797623 req-b7bae354-732c-4cb6-b125-31bf67ec1296 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:34.844078 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-22da8b75-e296-4b6e-8b9e-669abb797623 req-b7bae354-732c-4cb6-b125-31bf67ec1296 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 948 time: 0.0487039 Nov 01 16:40:34.883104 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-22da8b75-e296-4b6e-8b9e-669abb797623 req-9698fa9c-ca4b-429c-896d-f5b146bdee0c tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332158 Nov 01 16:40:34.974356 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909f9eb-955c-4e00-b2fb-a26859d7ceef req-67ad1acd-1793-4c9b-ae29-839335e04f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:34.975881 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d909f9eb-955c-4e00-b2fb-a26859d7ceef req-67ad1acd-1793-4c9b-ae29-839335e04f6f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=34d4c19cfeaf4ceabad0b8e5f2ec965f&device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 1101 time: 0.0425339 Nov 01 16:40:35.072270 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909f9eb-955c-4e00-b2fb-a26859d7ceef req-13c7d1ee-de15-4eb6-b9f7-5b63e81b2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:35.074401 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d909f9eb-955c-4e00-b2fb-a26859d7ceef req-13c7d1ee-de15-4eb6-b9f7-5b63e81b2fb5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=746240d1-cf98-49d1-99ad-46d376398b4f HTTP/1.1" status: 200 len: 870 time: 0.0876243 Nov 01 16:40:35.118393 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d909f9eb-955c-4e00-b2fb-a26859d7ceef req-8be7adf7-9439-43fe-8687-fadbd337c03d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=396cd652-e62f-41fc-9ebe-24e897d2f3e0 HTTP/1.1" status: 200 len: 217 time: 0.0364580 Nov 01 16:40:35.179240 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909f9eb-955c-4e00-b2fb-a26859d7ceef req-565397ed-f4e0-44a9-90a0-df23c053bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:35.180725 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d909f9eb-955c-4e00-b2fb-a26859d7ceef req-565397ed-f4e0-44a9-90a0-df23c053bf6c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4953e27-5d4e-45d7-ab0e-ccfc40160599 HTTP/1.1" status: 200 len: 843 time: 0.0463083 Nov 01 16:40:35.232420 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909f9eb-955c-4e00-b2fb-a26859d7ceef req-2f7903e7-c100-46a5-94d3-304ea96f7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:35.233930 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d909f9eb-955c-4e00-b2fb-a26859d7ceef req-2f7903e7-c100-46a5-94d3-304ea96f7edc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=746240d1-cf98-49d1-99ad-46d376398b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437801 Nov 01 16:40:35.330114 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d909f9eb-955c-4e00-b2fb-a26859d7ceef req-72dad011-d18f-4c44-9d93-8b401a51a2f5 service neutron] 10.222.0.71 "GET /v2.0/networks/746240d1-cf98-49d1-99ad-46d376398b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882666 Nov 01 16:40:35.362327 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['acc2ce91-9c72-48fd-99b0-1b682f6bed2b'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:40:35.453716 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb4707-0377-41d4-99fa-46bbc7beecee req-82d6522b-3809-4520-a4d1-e6d9f820500e tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:35.455210 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-59cb4707-0377-41d4-99fa-46bbc7beecee req-82d6522b-3809-4520-a4d1-e6d9f820500e tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 944 time: 0.0978830 Nov 01 16:40:35.485441 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d909f9eb-955c-4e00-b2fb-a26859d7ceef req-031d2e2e-7914-46a4-8850-3e4885a9ec17 service neutron] 10.222.0.71 "GET /v2.0/networks/746240d1-cf98-49d1-99ad-46d376398b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475821 Nov 01 16:40:35.507470 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-59cb4707-0377-41d4-99fa-46bbc7beecee req-09366804-8775-46d9-b502-f6846db1451b tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399628 Nov 01 16:40:35.741549 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae1c1-ebb4-4679-85cd-a0abd10f269c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:35.862856 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec45ea-bf41-4214-a5bd-ba0725ba9384 req-94d77983-e88b-4591-846f-a26301e93c7f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:35.864417 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4eec45ea-bf41-4214-a5bd-ba0725ba9384 req-94d77983-e88b-4591-846f-a26301e93c7f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0510180 Nov 01 16:40:35.903138 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4eec45ea-bf41-4214-a5bd-ba0725ba9384 req-9b336930-d6dc-45ef-b73c-e13dc5ca9d69 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319929 Nov 01 16:40:36.001690 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7e815-b213-4496-9bae-acda4a60a7ef req-dff001df-9819-48a5-b971-f0cd5a6a20f0 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:36.003141 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cbb7e815-b213-4496-9bae-acda4a60a7ef req-dff001df-9819-48a5-b971-f0cd5a6a20f0 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 948 time: 0.0513108 Nov 01 16:40:36.049333 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cbb7e815-b213-4496-9bae-acda4a60a7ef req-13321778-9867-4be9-867d-1975ff65aca0 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401726 Nov 01 16:40:36.634393 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83579fe0-6bd8-4a45-82b8-274890ffc01e req-18ff439a-111e-45c1-b2dd-d2dc36e745a5 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:36.635792 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-83579fe0-6bd8-4a45-82b8-274890ffc01e req-18ff439a-111e-45c1-b2dd-d2dc36e745a5 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 944 time: 0.0531375 Nov 01 16:40:36.677739 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-83579fe0-6bd8-4a45-82b8-274890ffc01e req-01c93cbe-5ac4-4ebe-af9a-5b7b96343e7c tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351088 Nov 01 16:40:37.054622 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316b7ec-2be8-4453-bd74-5eab98fb0171 req-f4cb8bdd-4e8a-48a6-8f3a-97e598fcea53 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:37.056278 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c316b7ec-2be8-4453-bd74-5eab98fb0171 req-f4cb8bdd-4e8a-48a6-8f3a-97e598fcea53 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0612004 Nov 01 16:40:37.108069 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c316b7ec-2be8-4453-bd74-5eab98fb0171 req-bbe036f2-fc1f-41d0-a39b-e5dd7de363b2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406170 Nov 01 16:40:37.162979 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 396cd652-e62f-41fc-9ebe-24e897d2f3e0 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:40:37.182036 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device acc2ce91-9c72-48fd-99b0-1b682f6bed2b up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:37.242418 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b1d90-fa91-40d5-b3e0-39723d300618 req-972b524f-52e7-4ac5-91c1-3d56b6dcb17b tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:37.244537 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-669b1d90-fa91-40d5-b3e0-39723d300618 req-972b524f-52e7-4ac5-91c1-3d56b6dcb17b tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 948 time: 0.0618417 Nov 01 16:40:37.285496 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-669b1d90-fa91-40d5-b3e0-39723d300618 req-6b6a50c5-f49b-4664-9ee2-db574ee77e17 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333431 Nov 01 16:40:37.321483 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 396cd652-e62f-41fc-9ebe-24e897d2f3e0, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=396cd652-e62f-41fc-9ebe-24e897d2f3e0,segment=NetworkSegment(d206a5e9-5653-4ffa-a267-e40c85bc1ab9),segment_id=d206a5e9-5653-4ffa-a267-e40c85bc1ab9)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:37.333335 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '396cd652-e62f-41fc-9ebe-24e897d2f3e0', 'network_id': '746240d1-cf98-49d1-99ad-46d376398b4f', 'port_id': '396cd652-e62f-41fc-9ebe-24e897d2f3e0', 'mac_address': 'fa:16:3e:58:da:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4953e27-5d4e-45d7-ab0e-ccfc40160599', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:40:37.372215 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:37.384849 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396cd652-e62f-41fc-9ebe-24e897d2f3e0 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:40:37.404587 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 396cd652-e62f-41fc-9ebe-24e897d2f3e0, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=396cd652-e62f-41fc-9ebe-24e897d2f3e0,segment=NetworkSegment(d206a5e9-5653-4ffa-a267-e40c85bc1ab9),segment_id=d206a5e9-5653-4ffa-a267-e40c85bc1ab9)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:37.409531 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port acc2ce91-9c72-48fd-99b0-1b682f6bed2b completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:40:37.413388 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port acc2ce91-9c72-48fd-99b0-1b682f6bed2b triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:37.413754 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:37.480415 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:37.514071 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:37.552945 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b68d00-1314-4bcb-9ab4-f0691eb1ccf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc2ce91-9c72-48fd-99b0-1b682f6bed2b'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:37.555376 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1f140b-312b-4637-9169-23247ef020ff" -d '{"events": [{"server_uuid": "92b68d00-1314-4bcb-9ab4-f0691eb1ccf8", "name": "network-vif-plugged", "status": "completed", "tag": "acc2ce91-9c72-48fd-99b0-1b682f6bed2b"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:37.559925 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=396cd652-e62f-41fc-9ebe-24e897d2f3e0,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:37.571076 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port acc2ce91-9c72-48fd-99b0-1b682f6bed2b, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=acc2ce91-9c72-48fd-99b0-1b682f6bed2b,segment=NetworkSegment(00019d26-77b6-454c-b2ff-04ccde01405a),segment_id=00019d26-77b6-454c-b2ff-04ccde01405a)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:37.599218 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a0253a-c8f9-4659-945e-e4b20e2e5b09 x-openstack-request-id: req-32a0253a-c8f9-4659-945e-e4b20e2e5b09 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:37.599677 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b68d00-1314-4bcb-9ab4-f0691eb1ccf8", "name": "network-vif-plugged", "status": "completed", "tag": "acc2ce91-9c72-48fd-99b0-1b682f6bed2b", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:37.599931 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32a0253a-c8f9-4659-945e-e4b20e2e5b09 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:37.600321 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b68d00-1314-4bcb-9ab4-f0691eb1ccf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc2ce91-9c72-48fd-99b0-1b682f6bed2b', 'code': 200} Nov 01 16:40:37.645939 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:37.698430 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=acc2ce91-9c72-48fd-99b0-1b682f6bed2b,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:37.800925 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f61e7-1180-45d3-b75d-ef34fae2df2f req-8073ca97-d741-4c5c-9493-46aaa1309629 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:37.802382 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e50f61e7-1180-45d3-b75d-ef34fae2df2f req-8073ca97-d741-4c5c-9493-46aaa1309629 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 945 time: 0.0545692 Nov 01 16:40:37.842122 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e50f61e7-1180-45d3-b75d-ef34fae2df2f req-e2ec1f7c-696c-4b30-b06a-1d2d0bb0f52c tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332887 Nov 01 16:40:37.890681 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['396cd652-e62f-41fc-9ebe-24e897d2f3e0'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:40:37.899582 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ba738-67c1-4121-8bef-b4cf35fa3d00 req-c0fe377f-7e54-4e9a-b17a-901096e9dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:37.901050 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9a3ba738-67c1-4121-8bef-b4cf35fa3d00 req-c0fe377f-7e54-4e9a-b17a-901096e9dac0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 1098 time: 0.0397956 Nov 01 16:40:37.946660 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9a3ba738-67c1-4121-8bef-b4cf35fa3d00 req-907ab715-25f8-49cd-88bd-dc28747e2a79 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274620 Nov 01 16:40:38.278443 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbba4e-54c4-4eff-978e-43c51dc9015f req-99689053-90af-4bb8-ab5b-154e60a549a9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:38.278443 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1dbbba4e-54c4-4eff-978e-43c51dc9015f req-99689053-90af-4bb8-ab5b-154e60a549a9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0515440 Nov 01 16:40:38.289105 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1dbbba4e-54c4-4eff-978e-43c51dc9015f req-ccee3a49-482b-47d6-a2dd-95dafefeca96 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422146 Nov 01 16:40:38.415259 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f71801-4067-4f05-85f6-20f573598dee req-48f29899-b197-40bb-a796-93114bfd7e50 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:38.415681 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-66b4db29-1d64-4b00-8887-7959cc90a0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:38.417843 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-97f71801-4067-4f05-85f6-20f573598dee req-48f29899-b197-40bb-a796-93114bfd7e50 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 949 time: 0.0574365 Nov 01 16:40:38.456083 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-97f71801-4067-4f05-85f6-20f573598dee req-014e99c8-63f2-427a-ab21-4cd794a3a152 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315478 Nov 01 16:40:38.962946 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03394264-5b46-47ae-b389-f503b441a25c req-f1d40ed2-5e9b-4117-addc-bf89914f4bac tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:38.964446 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-03394264-5b46-47ae-b389-f503b441a25c req-f1d40ed2-5e9b-4117-addc-bf89914f4bac tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 945 time: 0.0513158 Nov 01 16:40:39.003284 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-03394264-5b46-47ae-b389-f503b441a25c req-35b20549-0798-428e-bb8a-0cf8e8f2113f tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328183 Nov 01 16:40:39.162493 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 396cd652-e62f-41fc-9ebe-24e897d2f3e0 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:39.271273 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port 396cd652-e62f-41fc-9ebe-24e897d2f3e0 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:40:39.276157 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 396cd652-e62f-41fc-9ebe-24e897d2f3e0 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:39.277058 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:39.346446 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:39.368425 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:39.411250 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 396cd652-e62f-41fc-9ebe-24e897d2f3e0, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=396cd652-e62f-41fc-9ebe-24e897d2f3e0,segment=NetworkSegment(d206a5e9-5653-4ffa-a267-e40c85bc1ab9),segment_id=d206a5e9-5653-4ffa-a267-e40c85bc1ab9)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:39.458593 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b28c41-2ffc-4032-b7a5-eae59b463d5f req-3909fd65-2fdf-4cb6-986e-564d71706403 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:39.460413 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f5b28c41-2ffc-4032-b7a5-eae59b463d5f req-3909fd65-2fdf-4cb6-986e-564d71706403 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0518315 Nov 01 16:40:39.489735 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:39.503253 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f5b28c41-2ffc-4032-b7a5-eae59b463d5f req-82326475-030f-48ca-be1f-f7ccb8bbef04 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352914 Nov 01 16:40:39.549330 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=396cd652-e62f-41fc-9ebe-24e897d2f3e0,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:39.601700 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8338dd6-d22e-454e-87eb-ed5898379704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396cd652-e62f-41fc-9ebe-24e897d2f3e0'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:39.604171 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dde7eb-5828-4728-af78-f7bc54875e87" -d '{"events": [{"server_uuid": "c8338dd6-d22e-454e-87eb-ed5898379704", "name": "network-vif-plugged", "status": "completed", "tag": "396cd652-e62f-41fc-9ebe-24e897d2f3e0"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:39.656284 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749a3915-5899-4103-b20c-7f7f55da0683 x-openstack-request-id: req-749a3915-5899-4103-b20c-7f7f55da0683 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:39.656712 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8338dd6-d22e-454e-87eb-ed5898379704", "name": "network-vif-plugged", "status": "completed", "tag": "396cd652-e62f-41fc-9ebe-24e897d2f3e0", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:39.657067 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-749a3915-5899-4103-b20c-7f7f55da0683 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:39.657551 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8338dd6-d22e-454e-87eb-ed5898379704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396cd652-e62f-41fc-9ebe-24e897d2f3e0', 'code': 200} Nov 01 16:40:39.799735 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c98df-e096-49ce-bf0c-635528248fd9 req-3e9ce75b-410c-43c5-a2b3-ece6bde605a5 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:39.801207 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4e7c98df-e096-49ce-bf0c-635528248fd9 req-3e9ce75b-410c-43c5-a2b3-ece6bde605a5 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 950 time: 0.2655950 Nov 01 16:40:39.840703 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4e7c98df-e096-49ce-bf0c-635528248fd9 req-4a42a308-e2a6-4928-9547-8d7709681962 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335445 Nov 01 16:40:40.044312 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8f3d6-a3f5-48c8-94a0-5e0b2879de59 req-da711d1d-785c-459e-9e2d-f5d15accb233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:40.045846 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5bb8f3d6-a3f5-48c8-94a0-5e0b2879de59 req-da711d1d-785c-459e-9e2d-f5d15accb233 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 1103 time: 0.0419486 Nov 01 16:40:40.082674 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5bb8f3d6-a3f5-48c8-94a0-5e0b2879de59 req-722f3ed2-5402-4882-afa2-82e934c0ca11 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286994 Nov 01 16:40:40.143552 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dda92e-9e88-4381-a7d3-4c9185385be6 req-304dce80-a461-415e-af71-98e537e7af71 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:40.144986 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d5dda92e-9e88-4381-a7d3-4c9185385be6 req-304dce80-a461-415e-af71-98e537e7af71 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 945 time: 0.0476234 Nov 01 16:40:40.182848 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d5dda92e-9e88-4381-a7d3-4c9185385be6 req-3770e34f-0ba2-4402-b40a-a2fcf8e798bc tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319951 Nov 01 16:40:40.633410 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e28526-8da3-42b6-a94c-0b6d4ec9de4e req-1c96d9f4-fab8-4180-a1b6-0b611e7783be tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:40.634813 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a5e28526-8da3-42b6-a94c-0b6d4ec9de4e req-1c96d9f4-fab8-4180-a1b6-0b611e7783be tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0544231 Nov 01 16:40:40.673075 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a5e28526-8da3-42b6-a94c-0b6d4ec9de4e req-f7a2c354-3cda-415b-b879-8a9ddc124ec5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317552 Nov 01 16:40:40.688982 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:40.966202 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570985b-0ae3-4866-b392-feb8e8b153d4 req-b3b9866f-1d52-430e-bd47-c703ad1c9dd2 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:40.967775 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2570985b-0ae3-4866-b392-feb8e8b153d4 req-b3b9866f-1d52-430e-bd47-c703ad1c9dd2 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 950 time: 0.0501115 Nov 01 16:40:41.007828 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2570985b-0ae3-4866-b392-feb8e8b153d4 req-e1281834-abb7-4f70-8fe1-92093611c5aa tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337715 Nov 01 16:40:41.511928 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 36812) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:41.669622 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:41.754902 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba9ec2-dc27-4221-9313-727fd633d7e4 req-ba1b02aa-9704-41a4-bb21-3fe3c35b3de2 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:41.756414 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-43ba9ec2-dc27-4221-9313-727fd633d7e4 req-ba1b02aa-9704-41a4-bb21-3fe3c35b3de2 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 945 time: 0.0787306 Nov 01 16:40:41.845662 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-43ba9ec2-dc27-4221-9313-727fd633d7e4 req-35191466-50bb-41e2-84b1-51c801c04e1b tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819988 Nov 01 16:40:41.851915 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:41.870325 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e09aae-ea39-491c-a80a-51540c929638 req-a97f69d1-83f0-4fec-ad6d-a22cc730cd63 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:41.872375 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f7e09aae-ea39-491c-a80a-51540c929638 req-a97f69d1-83f0-4fec-ad6d-a22cc730cd63 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0847895 Nov 01 16:40:41.898799 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:41.931094 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f7e09aae-ea39-491c-a80a-51540c929638 req-b965427d-7033-4c16-9623-e43c93eba191 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528264 Nov 01 16:40:41.951883 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7abce0c526b44c1b37d048835578987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387007 Nov 01 16:40:41.955809 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 36822) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:41.962079 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82622a4d-0eb7-4f92-a572-91c04a6faf5a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:41.975466 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:41.975773 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:41.976115 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:41.976452 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:41.976784 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:41.977118 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:41.977450 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:41.977781 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:41.978109 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:41.978432 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:41.978755 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:41.979070 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912a184-2018-48a1-b7fd-806f3886e024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:42.021647 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a16e292e-89a9-4e5d-8744-c1f4799fa76b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:42.044760 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a16e292e-89a9-4e5d-8744-c1f4799fa76b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:42.131336 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a65be-004c-4ba2-b180-48638979aa14 req-c3345b30-4f3e-4049-bd97-4b9f8bc70ce6 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:42.132870 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-126a65be-004c-4ba2-b180-48638979aa14 req-c3345b30-4f3e-4049-bd97-4b9f8bc70ce6 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 950 time: 0.0536723 Nov 01 16:40:42.171970 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-126a65be-004c-4ba2-b180-48638979aa14 req-d9bfc167-4ff0-47bc-8e05-0934c4a4f6bb tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Nov 01 16:40:42.192592 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a16e292e-89a9-4e5d-8744-c1f4799fa76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:42.200556 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a16e292e-89a9-4e5d-8744-c1f4799fa76b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:42.200556 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-a16e292e-89a9-4e5d-8744-c1f4799fa76b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82622a4d-0eb7-4f92-a572-91c04a6faf5a HTTP/1.1" status: 204 len: 168 time: 0.2395990 Nov 01 16:40:42.205701 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e292e-89a9-4e5d-8744-c1f4799fa76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82622a4d-0eb7-4f92-a572-91c04a6faf5a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:42.403357 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4263d662-fcc1-46b5-91c8-59721ea73347 req-d77ccfdb-cee6-487a-9fca-20b6a0a9bd7a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452569 Nov 01 16:40:42.477839 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d662-fcc1-46b5-91c8-59721ea73347 req-d547197e-c19c-407e-91b9-fb241f00fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:42.479363 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4263d662-fcc1-46b5-91c8-59721ea73347 req-d547197e-c19c-407e-91b9-fb241f00fe1d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 1099 time: 0.0427372 Nov 01 16:40:42.614947 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d662-fcc1-46b5-91c8-59721ea73347 req-cbf459d8-a1d8-4771-a6bd-a32a9ad2e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:42.619098 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4263d662-fcc1-46b5-91c8-59721ea73347 req-cbf459d8-a1d8-4771-a6bd-a32a9ad2e81a service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8ee7723-be9b-4201-9224-adf38e10e8aa HTTP/1.1" status: 200 len: 915 time: 0.1041672 Nov 01 16:40:42.672352 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4263d662-fcc1-46b5-91c8-59721ea73347 req-d1e4d906-fd89-460c-8763-1cd16c7940c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d69b50a8-7901-482e-a0fc-a69f7a552261 HTTP/1.1" status: 200 len: 217 time: 0.0360191 Nov 01 16:40:42.747137 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d662-fcc1-46b5-91c8-59721ea73347 req-2b0c6bef-a881-4149-b641-b017f607bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:42.748765 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4263d662-fcc1-46b5-91c8-59721ea73347 req-2b0c6bef-a881-4149-b641-b017f607bf27 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0c5abae-9cff-46e0-bbfc-062d0f7c8620 HTTP/1.1" status: 200 len: 854 time: 0.0515895 Nov 01 16:40:42.799474 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4263d662-fcc1-46b5-91c8-59721ea73347 req-2f28d1a5-a1b8-4a43-9109-c742e0e14fa1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8ee7723-be9b-4201-9224-adf38e10e8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308700 Nov 01 16:40:42.909691 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4263d662-fcc1-46b5-91c8-59721ea73347 req-b5c141f2-002b-441b-b3ca-eaf99f03b64c service neutron] 10.222.0.71 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947523 Nov 01 16:40:43.030836 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f245d5-3b70-466c-9e10-639272b40c1e req-307feae6-c712-4782-bc0c-3bfeb7c74b0e tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:43.032562 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-90f245d5-3b70-466c-9e10-639272b40c1e req-307feae6-c712-4782-bc0c-3bfeb7c74b0e tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 945 time: 0.1139956 Nov 01 16:40:43.100788 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4263d662-fcc1-46b5-91c8-59721ea73347 req-cc5fc3a8-0b26-40f5-80ec-56a80020e9f9 service neutron] 10.222.0.71 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726246 Nov 01 16:40:43.119295 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-90f245d5-3b70-466c-9e10-639272b40c1e req-0e8a48e3-8078-42d3-8828-3198d0650064 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774386 Nov 01 16:40:43.128193 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009b978-27b5-4734-93e3-c17f59296afe req-7da95665-a830-4104-9f6a-1a33209761f8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:43.129617 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0009b978-27b5-4734-93e3-c17f59296afe req-7da95665-a830-4104-9f6a-1a33209761f8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.1106427 Nov 01 16:40:43.168688 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0009b978-27b5-4734-93e3-c17f59296afe req-5c540e6c-809a-4edb-8538-ca8fbc7b137d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328889 Nov 01 16:40:43.272559 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36860) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:43.290911 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41cce2-4621-408a-8030-c76f6d4c5e03 req-a2bc0dc6-e3f7-4f71-a351-d8680b2bb570 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:43.292422 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cf41cce2-4621-408a-8030-c76f6d4c5e03 req-a2bc0dc6-e3f7-4f71-a351-d8680b2bb570 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 950 time: 0.0505149 Nov 01 16:40:43.332006 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cf41cce2-4621-408a-8030-c76f6d4c5e03 req-e547d98a-8355-4a81-b806-7c533636b847 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324662 Nov 01 16:40:43.375556 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-215247605-network', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:43.451360 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:43.474219 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Made reservation on behalf of 444ccc67043447cf9868bd1a97e38ffe for: {'network': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:40:43.477056 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:43.487635 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:43.568613 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:43.651447 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:43.677249 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:40:43.687714 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db78c6ae-e78b-4e9a-b5a0-1ee70536efb1,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:43.693396 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:43.696037 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.segments_db [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Added segment 309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0 of type vlan for network e7249020-644b-472a-9af1-7c517486f554 Nov 01 16:40:43.710548 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:43.710893 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:43.711228 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:43.711575 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:43.711906 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:43.712229 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:43.712721 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:43.713105 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:43.713375 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:43.713691 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:43.714010 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:43.714324 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:43.753699 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:43.804782 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d063618-f129-4ba4-8b33-d1ff4360e324 req-57da229b-058a-4fdd-8c07-c15a58abb966 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:43.806269 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0d063618-f129-4ba4-8b33-d1ff4360e324 req-57da229b-058a-4fdd-8c07-c15a58abb966 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 950 time: 0.0566864 Nov 01 16:40:43.847350 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0d063618-f129-4ba4-8b33-d1ff4360e324 req-056a312b-dec7-4b75-9fee-07799ca4512e tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 Nov 01 16:40:43.857183 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:43.858150 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:43.858728 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:43.932103 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] Pushing event updated for resources: {'Network': ['ID=e7249020-644b-472a-9af1-7c517486f554,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:43.942718 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network e7249020-644b-472a-9af1-7c517486f554 details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:40:43.994887 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-aa923b5f-6ea9-495f-92d4-5dcb15156328 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7212305 Nov 01 16:40:43.998214 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36878) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:44.003635 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-b21c5d99-2a4c-4216-abd2-ee40e2cb85b5 admin admin] Request body: {'subnet': {'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-215247605-subnet', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'ip_version': 4}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:44.177596 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21c5d99-2a4c-4216-abd2-ee40e2cb85b5 admin admin] Made reservation on behalf of 444ccc67043447cf9868bd1a97e38ffe for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:40:44.181110 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b21c5d99-2a4c-4216-abd2-ee40e2cb85b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260872923'] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:44.247822 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b0950-d556-406c-a524-7b8504875346 req-03fd3046-47b8-4e1b-bd43-bdf4b762a7f9 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:44.249657 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-210b0950-d556-406c-a524-7b8504875346 req-03fd3046-47b8-4e1b-bd43-bdf4b762a7f9 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 945 time: 0.0615253 Nov 01 16:40:44.316227 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-210b0950-d556-406c-a524-7b8504875346 req-285bf071-63fa-4632-bd0e-44fb88486e29 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573471 Nov 01 16:40:44.324749 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ab75b-819d-4ade-ba2b-980bcb83748e req-2beb5bb5-216e-4d1f-ab21-7d4d3dc4f18b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:44.328412 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b50ab75b-819d-4ade-ba2b-980bcb83748e req-2beb5bb5-216e-4d1f-ab21-7d4d3dc4f18b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0756426 Nov 01 16:40:44.368190 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b50ab75b-819d-4ade-ba2b-980bcb83748e req-e8c80100-f958-4e85-a338-54ef8629e165 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339279 Nov 01 16:40:44.409957 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b21c5d99-2a4c-4216-abd2-ee40e2cb85b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260544991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260872937'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:44.460299 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c5d99-2a4c-4216-abd2-ee40e2cb85b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d43ed6-be2d-4001-972a-9c12ec0c965b,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:44.476045 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c5d99-2a4c-4216-abd2-ee40e2cb85b5 admin admin] Checking segment: {'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:44.476428 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c5d99-2a4c-4216-abd2-ee40e2cb85b5 admin admin] Network hostable DHCP agents. Network: e7249020-644b-472a-9af1-7c517486f554, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:40:44.583286 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c5d99-2a4c-4216-abd2-ee40e2cb85b5 admin admin] Network e7249020-644b-472a-9af1-7c517486f554 is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:40:44.651499 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-b21c5d99-2a4c-4216-abd2-ee40e2cb85b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, e7249020-644b-472a-9af1-7c517486f554) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:44.662507 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21c5d99-2a4c-4216-abd2-ee40e2cb85b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:44.662507 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b21c5d99-2a4c-4216-abd2-ee40e2cb85b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:44.663982 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b609146-cd61-433c-810b-ab4183a453f1 None None] Network e7249020-644b-472a-9af1-7c517486f554 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:40:44.723104 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-b21c5d99-2a4c-4216-abd2-ee40e2cb85b5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7232800 Nov 01 16:40:44.725166 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36892) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:44.729725 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:44.786463 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1236'] for router, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:44.787551 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1231'] for router, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:44.846880 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:44.944025 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94b391-a6b1-4a88-8efe-4dd636e385c4 req-58272719-9bee-4f28-b68d-c29ae0228b13 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:44.945428 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ed94b391-a6b1-4a88-8efe-4dd636e385c4 req-58272719-9bee-4f28-b68d-c29ae0228b13 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.71 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 945 time: 0.0643349 Nov 01 16:40:44.968771 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8f27d92-124f-5fe5-bea2-c92b0fd1fced-e7249020-644b-472a-9af1-7c517486f554', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'fixed_ips': [{'subnet_id': '76d43ed6-be2d-4001-972a-9c12ec0c965b'}]}} from dv-cinder-816187-1-iscsi. {{(pid=102021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 16:40:44.970389 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.057409 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.057623 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31319941-a5f8-4b13-b795-6a432e507c4c req-fe62933d-fb68-4c75-9603-a4b31b8643e3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:45.061170 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-31319941-a5f8-4b13-b795-6a432e507c4c req-fe62933d-fb68-4c75-9603-a4b31b8643e3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 950 time: 0.1135926 Nov 01 16:40:45.123280 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.db_base_plugin_common [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Allocated IP 172.20.0.2 (e7249020-644b-472a-9af1-7c517486f554/76d43ed6-be2d-4001-972a-9c12ec0c965b/195b930c-fccd-44b8-804b-1f592ec41377) {{(pid=102021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:45.136693 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-31319941-a5f8-4b13-b795-6a432e507c4c req-9b52d49a-4736-4b4f-8bec-a46849647976 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531888 Nov 01 16:40:45.146781 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-ed94b391-a6b1-4a88-8efe-4dd636e385c4 req-85cf0f62-b738-4442-9b8c-af50523128c0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Deleting port acc2ce91-9c72-48fd-99b0-1b682f6bed2b {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:40:45.147219 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ed94b391-a6b1-4a88-8efe-4dd636e385c4 req-85cf0f62-b738-4442-9b8c-af50523128c0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.297725 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Publish callbacks [] for port, precommit_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.329128 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-ed94b391-a6b1-4a88-8efe-4dd636e385c4 req-85cf0f62-b738-4442-9b8c-af50523128c0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] For port acc2ce91-9c72-48fd-99b0-1b682f6bed2b, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=acc2ce91-9c72-48fd-99b0-1b682f6bed2b,segment=NetworkSegment(00019d26-77b6-454c-b2ff-04ccde01405a),segment_id=00019d26-77b6-454c-b2ff-04ccde01405a)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:45.329495 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ed94b391-a6b1-4a88-8efe-4dd636e385c4 req-85cf0f62-b738-4442-9b8c-af50523128c0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.339191 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e07350-edbb-436c-ab11-dd3a8a498de5 req-4901461d-20c9-4a66-ab34-e4918224597d tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:45.342489 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-99e07350-edbb-436c-ab11-dd3a8a498de5 req-4901461d-20c9-4a66-ab34-e4918224597d tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0929720 Nov 01 16:40:45.354163 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-ed94b391-a6b1-4a88-8efe-4dd636e385c4 req-85cf0f62-b738-4442-9b8c-af50523128c0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Calling delete_port for acc2ce91-9c72-48fd-99b0-1b682f6bed2b owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:40:45.355406 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.406225 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Network e7249020-644b-472a-9af1-7c517486f554 is already hosted by enough agents. {{(pid=102021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:45.414245 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.base_scheduler [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Resources bound (agent type, host, resource id): {{(pid=102021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:45.417134 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Received port after_create {{(pid=102021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:45.424830 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Pushing event updated for resources: {'Port': ['ID=195b930c-fccd-44b8-804b-1f592ec41377,revision_number=1']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:45.465553 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-99e07350-edbb-436c-ab11-dd3a8a498de5 req-4e52f532-845d-4bca-a104-7fe472f2b94e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132288 Nov 01 16:40:45.501219 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Attempting to bind port 195b930c-fccd-44b8-804b-1f592ec41377 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:45.501744 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Attempting to bind port 195b930c-fccd-44b8-804b-1f592ec41377 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:45.502151 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Attempting to bind port 195b930c-fccd-44b8-804b-1f592ec41377 on network e7249020-644b-472a-9af1-7c517486f554 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:45.509146 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:45.509498 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Checking segment: {'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:45.510038 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.510509 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Bound using segment: {'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:45.511060 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Bound port: 195b930c-fccd-44b8-804b-1f592ec41377, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:45.511513 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.514672 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c1e7e-246f-4be7-8f6a-e624806b459d req-0bb1c19f-eb79-43ad-960c-30a833dbdf03 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:45.522264 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-101c1e7e-246f-4be7-8f6a-e624806b459d req-0bb1c19f-eb79-43ad-960c-30a833dbdf03 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 945 time: 0.1073658 Nov 01 16:40:45.567462 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.600950 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-514b3540-27c8-4818-baf0-adae29543842 None None] For port 195b930c-fccd-44b8-804b-1f592ec41377, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:45.605924 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-514b3540-27c8-4818-baf0-adae29543842 None None] For port 195b930c-fccd-44b8-804b-1f592ec41377, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=195b930c-fccd-44b8-804b-1f592ec41377,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:45.632067 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-101c1e7e-246f-4be7-8f6a-e624806b459d req-d9086ded-dd0b-4c8b-8752-ccf04b68818a tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bb3bcef-cef4-4321-adfb-989be372efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088336 Nov 01 16:40:45.665236 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1c68d-d88e-4a5e-966b-a7ce6683331d req-2f142609-fb07-4161-a19f-6ed0e57030a9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:45.674708 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-04c1c68d-d88e-4a5e-966b-a7ce6683331d req-2f142609-fb07-4161-a19f-6ed0e57030a9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.1190271 Nov 01 16:40:45.677682 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.709508 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c8ba8-5dda-4b73-92ef-2f85834a6697 req-a66e36f9-0ca8-4a07-83e6-26c970694d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:45.712484 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-971c8ba8-5dda-4b73-92ef-2f85834a6697 req-a66e36f9-0ca8-4a07-83e6-26c970694d2a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d68315a9114545d0b176b3bfa254883f&device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 1099 time: 0.3826280 Nov 01 16:40:45.721054 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.728921 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-04c1c68d-d88e-4a5e-966b-a7ce6683331d req-d9b60c62-e1a1-4ddb-82a6-6662f50045f7 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557158 Nov 01 16:40:45.756184 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b3540-27c8-4818-baf0-adae29543842 None None] Pushing event updated for resources: {'Port': ['ID=195b930c-fccd-44b8-804b-1f592ec41377,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:45.756866 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.795066 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ed94b391-a6b1-4a88-8efe-4dd636e385c4 req-85cf0f62-b738-4442-9b8c-af50523128c0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.824254 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf0f62-b738-4442-9b8c-af50523128c0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Pushing event deleted for resources: {'Port': ['ID=acc2ce91-9c72-48fd-99b0-1b682f6bed2b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:45.869875 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed94b391-a6b1-4a88-8efe-4dd636e385c4 req-85cf0f62-b738-4442-9b8c-af50523128c0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] No DVR routers for this DVR port acc2ce91-9c72-48fd-99b0-1b682f6bed2b on host hv-cinder-81618 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:40:45.872988 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ed94b391-a6b1-4a88-8efe-4dd636e385c4 req-85cf0f62-b738-4442-9b8c-af50523128c0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:45.876435 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ed94b391-a6b1-4a88-8efe-4dd636e385c4 req-85cf0f62-b738-4442-9b8c-af50523128c0 tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.71 "DELETE /v2.0/ports/acc2ce91-9c72-48fd-99b0-1b682f6bed2b HTTP/1.1" status: 204 len: 173 time: 0.8988049 Nov 01 16:40:45.877057 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b68d00-1314-4bcb-9ab4-f0691eb1ccf8', 'name': 'network-vif-deleted', 'tag': 'acc2ce91-9c72-48fd-99b0-1b682f6bed2b'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:45.879375 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f60f30-da76-4a28-acd6-500f0910f125" -d '{"events": [{"server_uuid": "92b68d00-1314-4bcb-9ab4-f0691eb1ccf8", "name": "network-vif-deleted", "tag": "acc2ce91-9c72-48fd-99b0-1b682f6bed2b"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:45.925474 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddb800a-d9d6-4cc3-a0d4-03508cad986a x-openstack-request-id: req-0ddb800a-d9d6-4cc3-a0d4-03508cad986a {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:45.925474 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b68d00-1314-4bcb-9ab4-f0691eb1ccf8", "name": "network-vif-deleted", "tag": "acc2ce91-9c72-48fd-99b0-1b682f6bed2b", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:45.925474 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ddb800a-d9d6-4cc3-a0d4-03508cad986a {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:45.926092 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b68d00-1314-4bcb-9ab4-f0691eb1ccf8', 'name': 'network-vif-deleted', 'tag': 'acc2ce91-9c72-48fd-99b0-1b682f6bed2b', 'status': 'completed', 'code': 200} Nov 01 16:40:45.927703 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c8ba8-5dda-4b73-92ef-2f85834a6697 req-d0ba07ae-485d-4149-98bc-13f0d0800c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:45.929203 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-971c8ba8-5dda-4b73-92ef-2f85834a6697 req-d0ba07ae-485d-4149-98bc-13f0d0800c6c service neutron] 10.222.0.71 "GET /v2.0/networks?id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 HTTP/1.1" status: 200 len: 917 time: 0.2052844 Nov 01 16:40:45.954638 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Allocated IP 172.27.2.67 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/49214a0b-8b66-49ee-b70c-645deddebf5e) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:46.026607 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-971c8ba8-5dda-4b73-92ef-2f85834a6697 req-8effaa7c-051e-4464-bf9f-b18d86d2d18b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cc8ae59-37f8-4c17-a430-75dca675e267 HTTP/1.1" status: 200 len: 217 time: 0.0695119 Nov 01 16:40:46.135267 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c8ba8-5dda-4b73-92ef-2f85834a6697 req-7a0d284d-0a5e-422c-91a6-6e2903d12969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:46.136738 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-971c8ba8-5dda-4b73-92ef-2f85834a6697 req-7a0d284d-0a5e-422c-91a6-6e2903d12969 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68335fe-26c4-42b4-823b-1184a837e16f HTTP/1.1" status: 200 len: 856 time: 0.0953403 Nov 01 16:40:46.179074 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-971c8ba8-5dda-4b73-92ef-2f85834a6697 req-7cff24f3-894f-4055-a574-3863612940b4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293949 Nov 01 16:40:46.189362 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:46.281640 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542d5fe-09b1-4f64-961e-73f9edc1ee92 req-da44e5de-da08-4c4e-81be-75d03b7d70ba tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:46.283098 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9542d5fe-09b1-4f64-961e-73f9edc1ee92 req-da44e5de-da08-4c4e-81be-75d03b7d70ba tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 950 time: 0.0813010 Nov 01 16:40:46.305012 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b6a62-5c98-4ef3-a423-08f5561cc0b7 req-d90af360-e37b-4304-bc4f-2a762f5da1af tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:46.308183 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5b3b6a62-5c98-4ef3-a423-08f5561cc0b7 req-d90af360-e37b-4304-bc4f-2a762f5da1af tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 950 time: 0.0781605 Nov 01 16:40:46.313035 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-971c8ba8-5dda-4b73-92ef-2f85834a6697 req-4df24ef8-b4c4-4938-a863-69eed3ee30cd service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101632 Nov 01 16:40:46.359660 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:46.402557 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5b3b6a62-5c98-4ef3-a423-08f5561cc0b7 req-d258421c-6e3b-4527-a97e-e3515b9390c3 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a49d71b-47fa-4790-8305-faf4b994a659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871284 Nov 01 16:40:46.439351 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-9542d5fe-09b1-4f64-961e-73f9edc1ee92 req-8f35fb46-4ead-4771-a72a-e329b7f80565 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Deleting port 396cd652-e62f-41fc-9ebe-24e897d2f3e0 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:40:46.439732 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9542d5fe-09b1-4f64-961e-73f9edc1ee92 req-8f35fb46-4ead-4771-a72a-e329b7f80565 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:46.443620 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:46.448552 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:46.459253 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:46.511359 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Pushing event updated for resources: {'Port': ['ID=49214a0b-8b66-49ee-b70c-645deddebf5e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:46.522847 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-971c8ba8-5dda-4b73-92ef-2f85834a6697 req-f764c067-bbfe-4542-886f-149281ba6c21 service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001731 Nov 01 16:40:46.546344 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9542d5fe-09b1-4f64-961e-73f9edc1ee92 req-8f35fb46-4ead-4771-a72a-e329b7f80565 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] For port 396cd652-e62f-41fc-9ebe-24e897d2f3e0, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=396cd652-e62f-41fc-9ebe-24e897d2f3e0,segment=NetworkSegment(d206a5e9-5653-4ffa-a267-e40c85bc1ab9),segment_id=d206a5e9-5653-4ffa-a267-e40c85bc1ab9)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:46.547024 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9542d5fe-09b1-4f64-961e-73f9edc1ee92 req-8f35fb46-4ead-4771-a72a-e329b7f80565 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:46.569737 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-9542d5fe-09b1-4f64-961e-73f9edc1ee92 req-8f35fb46-4ead-4771-a72a-e329b7f80565 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Calling delete_port for 396cd652-e62f-41fc-9ebe-24e897d2f3e0 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:40:46.685528 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c96ffa-a42a-42a9-9cef-efe8a8c77a2f req-5d1d30f2-ff57-4e58-a73c-bce72a2f6152 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:46.693017 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-16c96ffa-a42a-42a9-9cef-efe8a8c77a2f req-5d1d30f2-ff57-4e58-a73c-bce72a2f6152 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1372948 Nov 01 16:40:46.756155 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-16c96ffa-a42a-42a9-9cef-efe8a8c77a2f req-23229b71-9d85-48f1-b766-d6230ad3f20b tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622480 Nov 01 16:40:46.810655 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-42712dcf-7dd7-4dd2-b579-943b1cefd5b2 req-78498898-ca84-4922-a05d-7b9fa23c256d tempest-VolumesActionsTest-660306445 tempest-VolumesActionsTest-660306445-project] 10.222.0.62 "GET /v2.0/ports?device_id=92b68d00-1314-4bcb-9ab4-f0691eb1ccf8 HTTP/1.1" status: 200 len: 210 time: 0.0457616 Nov 01 16:40:46.905736 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c656d9-4ee0-4daf-b8b3-df014fe4d650 None None] Network e7249020-644b-472a-9af1-7c517486f554 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:40:46.922697 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:46.941993 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252b303-440d-4459-bdd4-e821c35c7534 req-b67e85c8-8d8d-474a-a253-4490ca4f0000 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:46.950723 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3252b303-440d-4459-bdd4-e821c35c7534 req-b67e85c8-8d8d-474a-a253-4490ca4f0000 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0792856 Nov 01 16:40:46.975197 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-574dcb7b-7592-4a15-b4fc-3b8aa539e976 None None] Provisioning complete for port 195b930c-fccd-44b8-804b-1f592ec41377 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:46.975628 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-574dcb7b-7592-4a15-b4fc-3b8aa539e976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:46.978969 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9542d5fe-09b1-4f64-961e-73f9edc1ee92 req-8f35fb46-4ead-4771-a72a-e329b7f80565 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:47.004258 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['396cd652-e62f-41fc-9ebe-24e897d2f3e0'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:40:47.014084 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3252b303-440d-4459-bdd4-e821c35c7534 req-8e8b3530-2de2-4584-bdb6-30d038fed470 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595191 Nov 01 16:40:47.046236 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35fb46-4ead-4771-a72a-e329b7f80565 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Pushing event deleted for resources: {'Port': ['ID=396cd652-e62f-41fc-9ebe-24e897d2f3e0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:47.095880 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9542d5fe-09b1-4f64-961e-73f9edc1ee92 req-8f35fb46-4ead-4771-a72a-e329b7f80565 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] No DVR routers for this DVR port 396cd652-e62f-41fc-9ebe-24e897d2f3e0 on host hv-cinder-81618 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:40:47.098651 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9542d5fe-09b1-4f64-961e-73f9edc1ee92 req-8f35fb46-4ead-4771-a72a-e329b7f80565 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:47.102828 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9542d5fe-09b1-4f64-961e-73f9edc1ee92 req-8f35fb46-4ead-4771-a72a-e329b7f80565 tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.71 "DELETE /v2.0/ports/396cd652-e62f-41fc-9ebe-24e897d2f3e0 HTTP/1.1" status: 204 len: 173 time: 0.7953141 Nov 01 16:40:47.180770 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618959'] for router, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:47.201708 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device acc2ce91-9c72-48fd-99b0-1b682f6bed2b no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:40:47.206704 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-574dcb7b-7592-4a15-b4fc-3b8aa539e976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:47.251010 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: acc2ce91-9c72-48fd-99b0-1b682f6bed2b {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:40:47.251357 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device acc2ce91-9c72-48fd-99b0-1b682f6bed2b not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:40:47.254206 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 396cd652-e62f-41fc-9ebe-24e897d2f3e0 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:40:47.277238 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: 396cd652-e62f-41fc-9ebe-24e897d2f3e0 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:40:47.277588 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 396cd652-e62f-41fc-9ebe-24e897d2f3e0 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:40:47.304338 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-574dcb7b-7592-4a15-b4fc-3b8aa539e976 None None] For port 195b930c-fccd-44b8-804b-1f592ec41377, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=195b930c-fccd-44b8-804b-1f592ec41377,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:47.382854 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-574dcb7b-7592-4a15-b4fc-3b8aa539e976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:47.447598 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dcb7b-7592-4a15-b4fc-3b8aa539e976 None None] Pushing event updated for resources: {'Port': ['ID=195b930c-fccd-44b8-804b-1f592ec41377,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:47.452025 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Router 7b034571-b61b-406a-8dfe-c90f0020d77a is scheduled to L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 with binding_index 1 {{(pid=102020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 16:40:47.516517 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-32f4b596-67ed-4b40-8c8c-fa8f8400e989 None None] Provisioning complete for port 195b930c-fccd-44b8-804b-1f592ec41377 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:47.516887 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-32f4b596-67ed-4b40-8c8c-fa8f8400e989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:47.520022 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 195b930c-fccd-44b8-804b-1f592ec41377 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:47.534696 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9d52c4fa-7b37-45df-b59f-2d657c9c330f req-a97436b3-7dce-49fe-98bf-2c06214c77bd tempest-VolumesNegativeTest-973668849 tempest-VolumesNegativeTest-973668849-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8338dd6-d22e-454e-87eb-ed5898379704 HTTP/1.1" status: 200 len: 210 time: 0.0348485 Nov 01 16:40:47.594768 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:40:47.605052 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Sync routers for ids ['7b034571-b61b-406a-8dfe-c90f0020d77a'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:40:47.615694 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Routers {'7b034571-b61b-406a-8dfe-c90f0020d77a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:47.616292 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-9f00933d-5350-4723-83b5-a790364db600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['7b034571-b61b-406a-8dfe-c90f0020d77a'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:47.637212 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 195b930c-fccd-44b8-804b-1f592ec41377 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:47.637722 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:47.693893 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] Publish callbacks [] for router, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:47.695865 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-c82e2d21-f863-4708-beaf-7a04c14a6264 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9689255 Nov 01 16:40:47.698270 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 36936) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:47.723414 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Set router 7b034571-b61b-406a-8dfe-c90f0020d77a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:47.927777 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8338dd6-d22e-454e-87eb-ed5898379704', 'name': 'network-vif-deleted', 'tag': '396cd652-e62f-41fc-9ebe-24e897d2f3e0'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:47.931293 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c50378-0a9f-4a21-a802-9774908c7ae5" -d '{"events": [{"server_uuid": "c8338dd6-d22e-454e-87eb-ed5898379704", "name": "network-vif-deleted", "tag": "396cd652-e62f-41fc-9ebe-24e897d2f3e0"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:47.968919 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9410c-f94f-4f94-ad27-b9c587b39356 req-2e5c297f-dfbe-48d9-825c-4bfe37eda50a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:47.970735 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-28a9410c-f94f-4f94-ad27-b9c587b39356 req-2e5c297f-dfbe-48d9-825c-4bfe37eda50a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1265652 Nov 01 16:40:47.994348 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e06237a-11a1-48a6-a48f-c7c42c103dc1 x-openstack-request-id: req-1e06237a-11a1-48a6-a48f-c7c42c103dc1 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:47.996147 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8338dd6-d22e-454e-87eb-ed5898379704", "name": "network-vif-deleted", "tag": "396cd652-e62f-41fc-9ebe-24e897d2f3e0", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:47.996147 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e06237a-11a1-48a6-a48f-c7c42c103dc1 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:47.996147 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8338dd6-d22e-454e-87eb-ed5898379704', 'name': 'network-vif-deleted', 'tag': '396cd652-e62f-41fc-9ebe-24e897d2f3e0', 'status': 'completed', 'code': 200} Nov 01 16:40:48.018856 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-9f00933d-5350-4723-83b5-a790364db600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:40:46Z', 'revision_number': 3, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:48.020726 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-28a9410c-f94f-4f94-ad27-b9c587b39356 req-54477f79-ed2a-49de-9d1b-07684128206b tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Nov 01 16:40:48.045181 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Checking router: 7b034571-b61b-406a-8dfe-c90f0020d77a for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:40:48.045531 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Updating router 7b034571-b61b-406a-8dfe-c90f0020d77a port 49214a0b-8b66-49ee-b70c-645deddebf5e binding host dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:40:48.071792 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:48.191312 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54df1b3-2600-4a93-b317-741c9391a9f1 req-42e41b28-eea2-4c6e-baa7-0db09f08e0c4 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:48.201189 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d54df1b3-2600-4a93-b317-741c9391a9f1 req-42e41b28-eea2-4c6e-baa7-0db09f08e0c4 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0880067 Nov 01 16:40:48.247878 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:48.248379 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d54df1b3-2600-4a93-b317-741c9391a9f1 req-2d604ad0-1cd6-45b3-9b2c-bc943b0980c8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431263 Nov 01 16:40:48.399363 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Publish callbacks [] for port, precommit_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:48.420507 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Allocated IP 172.20.0.1 (e7249020-644b-472a-9af1-7c517486f554/76d43ed6-be2d-4001-972a-9c12ec0c965b/c88ca24a-352b-47b3-a12b-4b19ad940fe4) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:48.455240 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:48.512094 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Attempting to bind port 49214a0b-8b66-49ee-b70c-645deddebf5e on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:48.513304 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Attempting to bind port 49214a0b-8b66-49ee-b70c-645deddebf5e by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:48.513643 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Attempting to bind port 49214a0b-8b66-49ee-b70c-645deddebf5e on network c192031d-fcc0-4447-aa3c-77785f6d2f3f {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:48.516639 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71328119-3939-4801-a134-f1b30bf990f2 None None] Pushing event updated for resources: {'Port': ['ID=49214a0b-8b66-49ee-b70c-645deddebf5e,revision_number=2']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:48.522094 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:48.527712 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Checking segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:48.527712 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:48.527712 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Bound using segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:48.527712 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Bound port: 49214a0b-8b66-49ee-b70c-645deddebf5e, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:48.527712 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:48.535086 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:48.593093 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-9f00933d-5350-4723-83b5-a790364db600 None None] For port 49214a0b-8b66-49ee-b70c-645deddebf5e, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:48.596578 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-9f00933d-5350-4723-83b5-a790364db600 None None] For port 49214a0b-8b66-49ee-b70c-645deddebf5e, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=49214a0b-8b66-49ee-b70c-645deddebf5e,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:48.655595 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:48.676802 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:48.691373 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Network e7249020-644b-472a-9af1-7c517486f554 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:48.694135 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:48.700045 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:48.726650 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Pushing event updated for resources: {'Port': ['ID=c88ca24a-352b-47b3-a12b-4b19ad940fe4,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:48.745630 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618674'] for router_interface, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:48.754432 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Routers {'7b034571-b61b-406a-8dfe-c90f0020d77a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:48.759606 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-9f00933d-5350-4723-83b5-a790364db600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['7b034571-b61b-406a-8dfe-c90f0020d77a'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:48.831089 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71328119-3939-4801-a134-f1b30bf990f2 None None] Pushing event updated for resources: {'Port': ['ID=49214a0b-8b66-49ee-b70c-645deddebf5e,revision_number=3']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:48.917620 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-9f00933d-5350-4723-83b5-a790364db600 None None] Set router 7b034571-b61b-406a-8dfe-c90f0020d77a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:49.003610 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-f40158ba-a560-454a-9159-770321da217b None None] Provisioning complete for port c88ca24a-352b-47b3-a12b-4b19ad940fe4 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:49.004566 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f40158ba-a560-454a-9159-770321da217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:49.014605 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:49.047604 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-f40158ba-a560-454a-9159-770321da217b None None] Port c88ca24a-352b-47b3-a12b-4b19ad940fe4 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:40:49.166293 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-9f00933d-5350-4723-83b5-a790364db600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:40:46Z', 'revision_number': 3, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:49.196451 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00933d-5350-4723-83b5-a790364db600 None None] The sync data for ids ['7b034571-b61b-406a-8dfe-c90f0020d77a'] in dv-cinder-816187-1-iscsi is: [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:40:46Z', 'revision_number': 3, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:40:49.219662 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b3c26-0654-4ff1-8170-fcb356bd9770 req-ef1e0cdf-4318-40e2-8f9f-4f1d53f5a536 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:49.225115 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-018b3c26-0654-4ff1-8170-fcb356bd9770 req-ef1e0cdf-4318-40e2-8f9f-4f1d53f5a536 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0720694 Nov 01 16:40:49.282667 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:49.285307 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-018b3c26-0654-4ff1-8170-fcb356bd9770 req-8d122f32-5777-4564-bb17-081501e0eb7e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503786 Nov 01 16:40:49.348641 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:49.410486 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789d704-d5c3-47de-a1be-4a01adda0359 req-a1b8e297-c2e1-4704-bf29-4b5a2247e6d1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:49.418021 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4789d704-d5c3-47de-a1be-4a01adda0359 req-a1b8e297-c2e1-4704-bf29-4b5a2247e6d1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0819225 Nov 01 16:40:49.422269 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Pushing event updated for resources: {'Port': ['ID=c88ca24a-352b-47b3-a12b-4b19ad940fe4,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:49.424617 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618510'] for router_interface, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:49.460780 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 195b930c-fccd-44b8-804b-1f592ec41377 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:49.464409 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4789d704-d5c3-47de-a1be-4a01adda0359 req-be6e9f36-5f37-4939-9bd7-d60fbd59d516 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455379 Nov 01 16:40:49.532600 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 195b930c-fccd-44b8-804b-1f592ec41377 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:49.533046 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:49.567260 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Network e7249020-644b-472a-9af1-7c517486f554 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:49.577854 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:49.742682 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Router 7b034571-b61b-406a-8dfe-c90f0020d77a has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:40:49.986338 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-f04935d5-17d6-4e81-81c1-90a106b16fbe None None] Provisioning complete for port c88ca24a-352b-47b3-a12b-4b19ad940fe4 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:49.986765 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f04935d5-17d6-4e81-81c1-90a106b16fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:50.051449 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-f04935d5-17d6-4e81-81c1-90a106b16fbe None None] Port c88ca24a-352b-47b3-a12b-4b19ad940fe4 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:40:50.165281 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:40:50.176199 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-abe05e14-2de3-4e60-922b-26f28185be87 admin admin] 10.222.0.62 "PUT /v2.0/routers/7b034571-b61b-406a-8dfe-c90f0020d77a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4764321 Nov 01 16:40:50.423669 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d29ab-a7a4-437e-a6d0-b2ac126d7fa3 req-23da7485-a14b-4c4e-af7e-aa94f1be8400 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:50.425336 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-be9d29ab-a7a4-437e-a6d0-b2ac126d7fa3 req-23da7485-a14b-4c4e-af7e-aa94f1be8400 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0573025 Nov 01 16:40:50.466705 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-be9d29ab-a7a4-437e-a6d0-b2ac126d7fa3 req-a1565969-c321-4ca0-8439-f4fbad713cc6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349071 Nov 01 16:40:50.672839 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18c1e-fb28-4806-9d62-48527b2bb59e req-4f813200-fe9d-47bc-9b33-56f29da875b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:50.672839 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-70a18c1e-fb28-4806-9d62-48527b2bb59e req-4f813200-fe9d-47bc-9b33-56f29da875b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0546510 Nov 01 16:40:50.672839 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-70a18c1e-fb28-4806-9d62-48527b2bb59e req-5c031214-f0da-4be7-8e75-72293ea49293 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390005 Nov 01 16:40:50.968904 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37128) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:50.973921 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-417607297-network', 'tenant_id': '9548f662de584d0c9362f636a5303a84'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:51.128896 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Made reservation on behalf of 9548f662de584d0c9362f636a5303a84 for: {'network': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:40:51.131220 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:51.140585 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:51.226981 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Sync routers for ids ['7b034571-b61b-406a-8dfe-c90f0020d77a'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:40:51.226981 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Routers {'7b034571-b61b-406a-8dfe-c90f0020d77a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:51.226981 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['7b034571-b61b-406a-8dfe-c90f0020d77a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:51.228562 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:51.291344 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:51.315975 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=102020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:40:51.318657 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Set router 7b034571-b61b-406a-8dfe-c90f0020d77a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:51.326607 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32f2914-3c96-43e0-abd8-83014df62359,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:51.332686 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:51.333027 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.segments_db [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Added segment 2649a953-001a-4eab-ae93-03f9587bd900 of type vlan for network 8f9141b5-32ec-4388-89cc-712015184eb9 Nov 01 16:40:51.381879 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:51.473540 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 49214a0b-8b66-49ee-b70c-645deddebf5e up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:51.474212 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:51.475749 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:51.476589 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:51.539086 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] Pushing event updated for resources: {'Network': ['ID=8f9141b5-32ec-4388-89cc-712015184eb9,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:51.552535 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network 8f9141b5-32ec-4388-89cc-712015184eb9 details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:40:51.609707 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea443d-7814-43d6-a9ba-c440e3188e59 req-4c04468f-0bfd-41e8-ad67-73e4ca9a9cfa tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:51.611215 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0bea443d-7814-43d6-a9ba-c440e3188e59 req-4c04468f-0bfd-41e8-ad67-73e4ca9a9cfa tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0555339 Nov 01 16:40:51.628417 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 49214a0b-8b66-49ee-b70c-645deddebf5e triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:51.628793 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:51.629295 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-19148ea8-1e33-4413-9885-a4f10c58709d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6591663 Nov 01 16:40:51.631946 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37156) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:51.641275 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-43eb0399-4c28-4082-81eb-2d856b28138a admin admin] Request body: {'subnet': {'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-417607297-subnet', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'ip_version': 4}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:51.667722 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0bea443d-7814-43d6-a9ba-c440e3188e59 req-6cfff567-6ae7-44b5-9283-348111e23a53 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480840 Nov 01 16:40:51.686303 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:40:48Z', 'revision_number': 4, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c88ca24a-352b-47b3-a12b-4b19ad940fe4', 'name': '', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'mac_address': 'fa:16:3e:a2:7b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:48Z', 'updated_at': '2021-11-01T16:40:49Z', 'revision_number': 2, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'subnets': [{'id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:51.716133 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Checking router: 7b034571-b61b-406a-8dfe-c90f0020d77a for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:40:51.716659 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Updating router 7b034571-b61b-406a-8dfe-c90f0020d77a port c88ca24a-352b-47b3-a12b-4b19ad940fe4 binding host dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:40:51.745969 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:51.746124 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eb0399-4c28-4082-81eb-2d856b28138a admin admin] Made reservation on behalf of 9548f662de584d0c9362f636a5303a84 for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:40:51.749666 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-43eb0399-4c28-4082-81eb-2d856b28138a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260872923'] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:51.815275 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0219c44-c171-4360-81e6-202399c4ee29 req-9244ac27-4716-4f5f-a4f0-ada7e941a474 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:51.817211 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f0219c44-c171-4360-81e6-202399c4ee29 req-9244ac27-4716-4f5f-a4f0-ada7e941a474 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0552952 Nov 01 16:40:51.876555 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f0219c44-c171-4360-81e6-202399c4ee29 req-7003f97b-2c21-4670-986b-b199558e091b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518999 Nov 01 16:40:52.000719 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.035422 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port 49214a0b-8b66-49ee-b70c-645deddebf5e, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=49214a0b-8b66-49ee-b70c-645deddebf5e,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:52.037879 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-43eb0399-4c28-4082-81eb-2d856b28138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260544991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260872937'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.096025 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb0399-4c28-4082-81eb-2d856b28138a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b9190be-6c01-4a4c-bd9e-d7cb20379853,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:52.103396 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb0399-4c28-4082-81eb-2d856b28138a admin admin] Checking segment: {'id': '2649a953-001a-4eab-ae93-03f9587bd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:52.103965 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eb0399-4c28-4082-81eb-2d856b28138a admin admin] Network hostable DHCP agents. Network: 8f9141b5-32ec-4388-89cc-712015184eb9, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:40:52.131247 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.203156 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=49214a0b-8b66-49ee-b70c-645deddebf5e,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:52.205835 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eb0399-4c28-4082-81eb-2d856b28138a admin admin] Network 8f9141b5-32ec-4388-89cc-712015184eb9 is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:40:52.242737 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.283169 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-43eb0399-4c28-4082-81eb-2d856b28138a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, 8f9141b5-32ec-4388-89cc-712015184eb9) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:52.287399 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb0399-4c28-4082-81eb-2d856b28138a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:52.288151 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-43eb0399-4c28-4082-81eb-2d856b28138a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.292857 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d91cfff-25ba-4f02-915d-ade1a69cb816 None None] Network 8f9141b5-32ec-4388-89cc-712015184eb9 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:40:52.357232 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.389323 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 37218) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:52.391743 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-43eb0399-4c28-4082-81eb-2d856b28138a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7514622 Nov 01 16:40:52.396087 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-417607297-router', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:40:52.454351 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Pushing event updated for resources: {'Port': ['ID=c88ca24a-352b-47b3-a12b-4b19ad940fe4,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:52.515293 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1236'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.516303 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1231'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.541064 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Attempting to bind port c88ca24a-352b-47b3-a12b-4b19ad940fe4 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:52.541628 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Attempting to bind port c88ca24a-352b-47b3-a12b-4b19ad940fe4 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:52.542163 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Attempting to bind port c88ca24a-352b-47b3-a12b-4b19ad940fe4 on network e7249020-644b-472a-9af1-7c517486f554 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:52.547882 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8f27d92-124f-5fe5-bea2-c92b0fd1fced-8f9141b5-32ec-4388-89cc-712015184eb9', 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'fixed_ips': [{'subnet_id': '0b9190be-6c01-4a4c-bd9e-d7cb20379853'}]}} from dv-cinder-816187-1-iscsi. {{(pid=102021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 16:40:52.548899 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.564075 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 76c0a567-6b31-4d02-96ab-6b9f84b8d048 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:40:52.566080 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:52.566461 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Checking segment: {'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:52.566856 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.567246 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Bound using segment: {'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:52.567753 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Bound port: c88ca24a-352b-47b3-a12b-4b19ad940fe4, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:52.568135 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.599162 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.804592 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] For port c88ca24a-352b-47b3-a12b-4b19ad940fe4, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:52.835943 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-5d9207bd-1516-4ea1-a647-1e4b7e9d5329 None None] Provisioning complete for port c88ca24a-352b-47b3-a12b-4b19ad940fe4 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:52.835943 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5d9207bd-1516-4ea1-a647-1e4b7e9d5329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.836165 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] For port c88ca24a-352b-47b3-a12b-4b19ad940fe4, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=c88ca24a-352b-47b3-a12b-4b19ad940fe4,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:52.855303 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.872179 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23b2ed-9b39-4788-8b80-c9917b510347 req-b9678295-fd08-4d6b-b2e0-521fe0d10d53 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:52.873992 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5d23b2ed-9b39-4788-8b80-c9917b510347 req-b9678295-fd08-4d6b-b2e0-521fe0d10d53 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1219814 Nov 01 16:40:52.874262 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.db_base_plugin_common [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Allocated IP 172.20.0.2 (8f9141b5-32ec-4388-89cc-712015184eb9/0b9190be-6c01-4a4c-bd9e-d7cb20379853/4279eab3-0cd2-467e-beae-6a018a95a560) {{(pid=102021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:52.903628 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:52.907915 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-5d9207bd-1516-4ea1-a647-1e4b7e9d5329 None None] Port c88ca24a-352b-47b3-a12b-4b19ad940fe4 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:40:52.917118 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:52.970250 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'port_id': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'mac_address': 'fa:16:3e:82:79:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:40:53.073482 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Pushing event updated for resources: {'Port': ['ID=c88ca24a-352b-47b3-a12b-4b19ad940fe4,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:53.080242 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Routers {'7b034571-b61b-406a-8dfe-c90f0020d77a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:53.080882 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['7b034571-b61b-406a-8dfe-c90f0020d77a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:53.097806 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:53.098174 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:53.098516 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:53.098858 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:53.099268 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:53.099626 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:53.099954 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:53.100281 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:53.100608 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:53.100933 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:53.101253 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:53.101571 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834a0dc-2d9a-45b6-be63-cbfec3c0354a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:53.145623 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:53.160156 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5d23b2ed-9b39-4788-8b80-c9917b510347 req-6b429718-b72b-4e0a-94b0-071439ba02df tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781625 Nov 01 16:40:53.188103 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76c0a567-6b31-4d02-96ab-6b9f84b8d048 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:40:53.293118 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:53.317259 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4803e8-8a1e-417c-98ce-06998d21b56d req-e2130048-76f9-4a7e-9e02-b82233a14d7d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:53.318719 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-eb4803e8-8a1e-417c-98ce-06998d21b56d req-e2130048-76f9-4a7e-9e02-b82233a14d7d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0823896 Nov 01 16:40:53.328107 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] Set router 7b034571-b61b-406a-8dfe-c90f0020d77a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:53.329698 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Publish callbacks [] for port, precommit_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:53.410442 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-26098633-8bf5-4e30-a94b-4c71e2993538 None None] Provisioning complete for port c88ca24a-352b-47b3-a12b-4b19ad940fe4 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:53.410812 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-26098633-8bf5-4e30-a94b-4c71e2993538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:53.412869 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:53.458872 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:53.477750 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-eb4803e8-8a1e-417c-98ce-06998d21b56d req-4786f20d-c6ba-4937-bb60-394c5a94409d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508343 Nov 01 16:40:53.482791 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 49214a0b-8b66-49ee-b70c-645deddebf5e up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:53.493544 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:53.516885 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:53.578953 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Network 8f9141b5-32ec-4388-89cc-712015184eb9 is already hosted by enough agents. {{(pid=102021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:53.593260 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.base_scheduler [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Resources bound (agent type, host, resource id): {{(pid=102021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:53.597591 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Received port after_create {{(pid=102021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:53.630002 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=76c0a567-6b31-4d02-96ab-6b9f84b8d048,revision_number=6']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:53.674953 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Allocated IP 172.27.2.209 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/05891ffb-8d82-4af3-a6f5-923945217c3e) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:53.791136 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:53.889501 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['76c0a567-6b31-4d02-96ab-6b9f84b8d048'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:40:53.897105 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:53.923416 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Pushing event updated for resources: {'Port': ['ID=4279eab3-0cd2-467e-beae-6a018a95a560,revision_number=1']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:53.938506 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:53.941348 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:53.944875 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:53.984947 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 49214a0b-8b66-49ee-b70c-645deddebf5e triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:53.985325 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:54.013553 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Attempting to bind port 4279eab3-0cd2-467e-beae-6a018a95a560 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:54.013934 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Attempting to bind port 4279eab3-0cd2-467e-beae-6a018a95a560 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': '2649a953-001a-4eab-ae93-03f9587bd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:54.014298 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Attempting to bind port 4279eab3-0cd2-467e-beae-6a018a95a560 on network 8f9141b5-32ec-4388-89cc-712015184eb9 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:54.019022 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-26098633-8bf5-4e30-a94b-4c71e2993538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:54.040772 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Pushing event updated for resources: {'Port': ['ID=05891ffb-8d82-4af3-a6f5-923945217c3e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:54.051647 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:54.055721 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Checking segment: {'id': '2649a953-001a-4eab-ae93-03f9587bd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:54.055721 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:54.055721 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Bound using segment: {'id': '2649a953-001a-4eab-ae93-03f9587bd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:54.055721 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Bound port: 4279eab3-0cd2-467e-beae-6a018a95a560, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2649a953-001a-4eab-ae93-03f9587bd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:54.055721 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:54.140631 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-26098633-8bf5-4e30-a94b-4c71e2993538 None None] For port c88ca24a-352b-47b3-a12b-4b19ad940fe4, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=c88ca24a-352b-47b3-a12b-4b19ad940fe4,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:54.172388 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:40:48Z', 'revision_number': 4, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c88ca24a-352b-47b3-a12b-4b19ad940fe4', 'name': '', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'mac_address': 'fa:16:3e:a2:7b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:48Z', 'updated_at': '2021-11-01T16:40:52Z', 'revision_number': 4, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'subnets': [{'id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:54.247961 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631eb7b-4c12-4888-ba4e-20493eab86c8 None None] The sync data for ids ['7b034571-b61b-406a-8dfe-c90f0020d77a'] in dv-cinder-816187-1-iscsi is: [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:40:48Z', 'revision_number': 4, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c88ca24a-352b-47b3-a12b-4b19ad940fe4', 'name': '', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'mac_address': 'fa:16:3e:a2:7b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:48Z', 'updated_at': '2021-11-01T16:40:52Z', 'revision_number': 4, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'subnets': [{'id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:40:54.249681 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-26098633-8bf5-4e30-a94b-4c71e2993538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:54.257665 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:54.270436 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] For port 4279eab3-0cd2-467e-beae-6a018a95a560, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:54.354214 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] For port 4279eab3-0cd2-467e-beae-6a018a95a560, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=4279eab3-0cd2-467e-beae-6a018a95a560,segment=NetworkSegment(2649a953-001a-4eab-ae93-03f9587bd900),segment_id=2649a953-001a-4eab-ae93-03f9587bd900)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:54.402253 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26098633-8bf5-4e30-a94b-4c71e2993538 None None] Pushing event updated for resources: {'Port': ['ID=c88ca24a-352b-47b3-a12b-4b19ad940fe4,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:54.432667 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5109542-bf40-4370-b626-18a8ed19f475 req-37794c6c-f9c6-441c-b0ca-c4785c2c6830 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:54.434947 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e5109542-bf40-4370-b626-18a8ed19f475 req-37794c6c-f9c6-441c-b0ca-c4785c2c6830 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1964495 Nov 01 16:40:54.453386 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:54.539567 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2fc62-cea5-43bd-86a9-5285fe8f1194 None None] Pushing event updated for resources: {'Port': ['ID=4279eab3-0cd2-467e-beae-6a018a95a560,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:54.612347 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e5109542-bf40-4370-b626-18a8ed19f475 req-fd1a77aa-068a-4de8-90da-b6d1f2bf953c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706514 Nov 01 16:40:54.650767 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618959'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:54.675281 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f5759-1f5c-4984-a992-fa6eb2ef5d2d req-211bcddc-a9f9-4f6b-a226-90b0fd0b24db tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:54.677223 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e71f5759-1f5c-4984-a992-fa6eb2ef5d2d req-211bcddc-a9f9-4f6b-a226-90b0fd0b24db tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 944 time: 0.0827672 Nov 01 16:40:54.789348 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e71f5759-1f5c-4984-a992-fa6eb2ef5d2d req-754e9f7f-035a-48b8-9c99-71f9ba39d5c8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806484 Nov 01 16:40:54.929709 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Router b378e3e4-b198-4f66-91af-464d3b44f7e7 is scheduled to L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 16:40:55.023823 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:40:55.059878 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:40:55.068718 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Sync routers for ids ['b378e3e4-b198-4f66-91af-464d3b44f7e7'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:40:55.079886 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Routers {'b378e3e4-b198-4f66-91af-464d3b44f7e7'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:55.080538 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['b378e3e4-b198-4f66-91af-464d3b44f7e7'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:55.136787 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] Publish callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:55.147906 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-b770316d-61b9-4a9a-a77a-fb60c8a19e06 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7546480 Nov 01 16:40:55.148461 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37330) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:55.208931 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Set router b378e3e4-b198-4f66-91af-464d3b44f7e7 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:55.666892 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 76c0a567-6b31-4d02-96ab-6b9f84b8d048 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:55.709283 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'name': 'tempest-TestShelveInstance-417607297-router', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:52Z', 'updated_at': '2021-11-01T16:40:54Z', 'revision_number': 3, 'project_id': '9548f662de584d0c9362f636a5303a84', 'gw_port': {'id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:53Z', 'updated_at': '2021-11-01T16:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:55.753606 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Checking router: b378e3e4-b198-4f66-91af-464d3b44f7e7 for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:40:55.753606 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Updating router b378e3e4-b198-4f66-91af-464d3b44f7e7 port 05891ffb-8d82-4af3-a6f5-923945217c3e binding host dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:40:55.784250 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 4279eab3-0cd2-467e-beae-6a018a95a560 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:55.788157 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.013522 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8ca58-3e91-4e5e-825f-eec11d27639e req-1bf4401d-f549-4d03-bdaf-0e16d09dd820 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:56.015110 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-dfa8ca58-3e91-4e5e-825f-eec11d27639e req-1bf4401d-f549-4d03-bdaf-0e16d09dd820 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1865542 Nov 01 16:40:56.030833 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:56.031204 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.076026 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.078994 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9cf75a-a7f4-4ec5-a3d1-449f72a4122f None None] Network 8f9141b5-32ec-4388-89cc-712015184eb9 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:40:56.086719 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 4279eab3-0cd2-467e-beae-6a018a95a560 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:56.087080 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.237528 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-49759afb-36ef-4835-8e95-e73570b0780f None None] Provisioning complete for port 4279eab3-0cd2-467e-beae-6a018a95a560 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:56.238201 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-49759afb-36ef-4835-8e95-e73570b0780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.286721 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-dfa8ca58-3e91-4e5e-825f-eec11d27639e req-8f979989-8ad4-40aa-975a-70ab495a965b tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535939 Nov 01 16:40:56.359454 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46c1f8-6555-4b28-9224-15a390671c93 req-c02c46e4-2942-4980-8b98-e918cde3a377 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:56.361029 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ce46c1f8-6555-4b28-9224-15a390671c93 req-c02c46e4-2942-4980-8b98-e918cde3a377 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 944 time: 0.2464511 Nov 01 16:40:56.456418 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ce46c1f8-6555-4b28-9224-15a390671c93 req-88cc3c3b-7cd3-4414-90b7-010f46d587a4 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835872 Nov 01 16:40:56.462572 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Allocated IP 172.20.0.1 (8f9141b5-32ec-4388-89cc-712015184eb9/0b9190be-6c01-4a4c-bd9e-d7cb20379853/c32b938e-a1de-444c-9aab-7dc50d342158) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:40:56.494147 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Publish callbacks [] for port, precommit_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.524731 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.593437 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.658702 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.662360 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-49759afb-36ef-4835-8e95-e73570b0780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.771721 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Attempting to bind port 05891ffb-8d82-4af3-a6f5-923945217c3e on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:40:56.772095 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Attempting to bind port 05891ffb-8d82-4af3-a6f5-923945217c3e by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:40:56.772463 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Attempting to bind port 05891ffb-8d82-4af3-a6f5-923945217c3e on network c192031d-fcc0-4447-aa3c-77785f6d2f3f {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:40:56.782404 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.785399 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-49759afb-36ef-4835-8e95-e73570b0780f None None] For port 4279eab3-0cd2-467e-beae-6a018a95a560, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=4279eab3-0cd2-467e-beae-6a018a95a560,segment=NetworkSegment(2649a953-001a-4eab-ae93-03f9587bd900),segment_id=2649a953-001a-4eab-ae93-03f9587bd900)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:56.796079 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Pushing event updated for resources: {'Port': ['ID=05891ffb-8d82-4af3-a6f5-923945217c3e,revision_number=2']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:56.801867 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:40:56.804011 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Checking segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:40:56.804484 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.805540 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Bound using segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:40:56.806996 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Bound port: 05891ffb-8d82-4af3-a6f5-923945217c3e, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:40:56.808818 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.820399 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.832826 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 37382) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:56.858977 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Network 8f9141b5-32ec-4388-89cc-712015184eb9 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:56.860572 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:56.863068 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Pushing event updated for resources: {'Port': ['ID=c32b938e-a1de-444c-9aab-7dc50d342158,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:56.865779 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:40:56.917606 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:56.919709 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:56.921949 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:56.922629 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:56.922965 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:56.923448 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:56.924857 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:56.925632 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:56.926871 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:56.927787 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:56.928966 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:56.929231 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618674'] for router_interface, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:56.929914 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:40:56.952473 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:40:56.954267 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-49759afb-36ef-4835-8e95-e73570b0780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:57.017587 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] For port 05891ffb-8d82-4af3-a6f5-923945217c3e, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:40:57.026086 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] For port 05891ffb-8d82-4af3-a6f5-923945217c3e, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=05891ffb-8d82-4af3-a6f5-923945217c3e,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:40:57.053450 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:40:57.056264 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7a50b4-ed76-48c3-aa55-8ee5dbc0134d" -d '{"events": [{"server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "name": "network-vif-plugged", "status": "completed", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:40:57.066186 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.db.api [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 16:40:57.066549 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG oslo_db.api [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 16:40:57.082496 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:57.098224 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:57.192337 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37400) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:40:57.195481 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-af99a8cf-0019-4bef-9bcb-545afbd292f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34d4c19cfeaf4ceabad0b8e5f2ec965f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587785 Nov 01 16:40:57.201676 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f385924-3cbe-4c42-9dc5-5e1a9885d73c None None] Pushing event updated for resources: {'Port': ['ID=05891ffb-8d82-4af3-a6f5-923945217c3e,revision_number=3']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:57.235050 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49759afb-36ef-4835-8e95-e73570b0780f None None] Pushing event updated for resources: {'Port': ['ID=4279eab3-0cd2-467e-beae-6a018a95a560,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:57.263456 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Routers {'b378e3e4-b198-4f66-91af-464d3b44f7e7'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:40:57.264290 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['b378e3e4-b198-4f66-91af-464d3b44f7e7'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:57.331205 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5189ad8-f275-4063-bad0-c397551c9c7b x-openstack-request-id: req-a5189ad8-f275-4063-bad0-c397551c9c7b {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:40:57.342993 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "name": "network-vif-plugged", "status": "completed", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:40:57.343965 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5189ad8-f275-4063-bad0-c397551c9c7b {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:40:57.345628 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'code': 200} Nov 01 16:40:57.400059 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f31bc47-e87f-4764-8bc6-b157774c2468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:57.422109 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=76c0a567-6b31-4d02-96ab-6b9f84b8d048,revision_number=7']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:57.448088 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f31bc47-e87f-4764-8bc6-b157774c2468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:57.503594 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:57.506506 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] Set router b378e3e4-b198-4f66-91af-464d3b44f7e7 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:40:57.659782 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23a731-237c-4134-bd43-7655f27db388 req-6070b7f9-1d66-468e-8955-d96ba363ed4d tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:57.672867 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3b23a731-237c-4134-bd43-7655f27db388 req-6070b7f9-1d66-468e-8955-d96ba363ed4d tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.2166026 Nov 01 16:40:57.738257 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device c88ca24a-352b-47b3-a12b-4b19ad940fe4 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:57.757007 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba40e64-0953-48b9-9e95-0bef7520423d req-0b9492fb-383c-4379-8997-de4c7f7723c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:57.758717 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1ba40e64-0953-48b9-9e95-0bef7520423d req-0b9492fb-383c-4379-8997-de4c7f7723c5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.1433699 Nov 01 16:40:57.789673 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3b23a731-237c-4134-bd43-7655f27db388 req-6f5b9ddd-6b09-47d6-9f64-ed1a979e3c47 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033163 Nov 01 16:40:57.813404 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-a1adaaae-8df0-4e09-aa68-4f326ce88abf None None] Provisioning complete for port c32b938e-a1de-444c-9aab-7dc50d342158 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:57.814836 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a1adaaae-8df0-4e09-aa68-4f326ce88abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:57.869321 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1ba40e64-0953-48b9-9e95-0bef7520423d req-c86803dc-fed6-4d4a-b9e9-6dbd23a03f32 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785697 Nov 01 16:40:57.907648 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-a1adaaae-8df0-4e09-aa68-4f326ce88abf None None] Port c32b938e-a1de-444c-9aab-7dc50d342158 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:40:57.922487 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port c88ca24a-352b-47b3-a12b-4b19ad940fe4 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:57.922862 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:57.933490 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f31bc47-e87f-4764-8bc6-b157774c2468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:57.943297 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f31bc47-e87f-4764-8bc6-b157774c2468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:57.947614 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-a1adaaae-8df0-4e09-aa68-4f326ce88abf None None] Provisioning complete for port 4279eab3-0cd2-467e-beae-6a018a95a560 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:57.947985 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a1adaaae-8df0-4e09-aa68-4f326ce88abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:57.961284 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-6f31bc47-e87f-4764-8bc6-b157774c2468 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a49d71b-47fa-4790-8305-faf4b994a659 HTTP/1.1" status: 204 len: 168 time: 0.7676513 Nov 01 16:40:58.003717 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'name': 'tempest-TestShelveInstance-417607297-router', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:52Z', 'updated_at': '2021-11-01T16:40:57Z', 'revision_number': 4, 'project_id': '9548f662de584d0c9362f636a5303a84', 'gw_port': {'id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:53Z', 'updated_at': '2021-11-01T16:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c32b938e-a1de-444c-9aab-7dc50d342158', 'name': '', 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'mac_address': 'fa:16:3e:64:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0b9190be-6c01-4a4c-bd9e-d7cb20379853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:56Z', 'updated_at': '2021-11-01T16:40:56Z', 'revision_number': 1, 'project_id': '9548f662de584d0c9362f636a5303a84', 'subnets': [{'id': '0b9190be-6c01-4a4c-bd9e-d7cb20379853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:40:58.011486 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31bc47-e87f-4764-8bc6-b157774c2468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a49d71b-47fa-4790-8305-faf4b994a659,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:58.062358 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05169fab-454c-4e6c-b9e3-038ded427e5f None None] The sync data for ids ['b378e3e4-b198-4f66-91af-464d3b44f7e7'] in dv-cinder-816187-1-iscsi is: [{'id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'name': 'tempest-TestShelveInstance-417607297-router', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:52Z', 'updated_at': '2021-11-01T16:40:57Z', 'revision_number': 4, 'project_id': '9548f662de584d0c9362f636a5303a84', 'gw_port': {'id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:53Z', 'updated_at': '2021-11-01T16:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c32b938e-a1de-444c-9aab-7dc50d342158', 'name': '', 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'mac_address': 'fa:16:3e:64:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0b9190be-6c01-4a4c-bd9e-d7cb20379853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:56Z', 'updated_at': '2021-11-01T16:40:56Z', 'revision_number': 1, 'project_id': '9548f662de584d0c9362f636a5303a84', 'subnets': [{'id': '0b9190be-6c01-4a4c-bd9e-d7cb20379853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:40:58.187253 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:58.252382 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-8bd79ee2-fa58-4180-b296-a6f475bae4ea None None] Provisioning complete for port c32b938e-a1de-444c-9aab-7dc50d342158 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:58.252839 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8bd79ee2-fa58-4180-b296-a6f475bae4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:58.253298 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:58.267767 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 4279eab3-0cd2-467e-beae-6a018a95a560 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:40:58.363643 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-8bd79ee2-fa58-4180-b296-a6f475bae4ea None None] Port c32b938e-a1de-444c-9aab-7dc50d342158 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:40:58.390109 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 4279eab3-0cd2-467e-beae-6a018a95a560 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:58.390635 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:58.407248 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618510'] for router_interface, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:58.432148 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Pushing event updated for resources: {'Port': ['ID=c32b938e-a1de-444c-9aab-7dc50d342158,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:40:58.653688 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Network 8f9141b5-32ec-4388-89cc-712015184eb9 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:40:58.655229 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:40:59.081483 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Router b378e3e4-b198-4f66-91af-464d3b44f7e7 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:40:59.131584 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-52cb7b87-a98c-4fe7-99e5-7cc0cc4a4174 None None] Provisioning complete for port c32b938e-a1de-444c-9aab-7dc50d342158 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:40:59.132214 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-52cb7b87-a98c-4fe7-99e5-7cc0cc4a4174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:40:59.209183 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-52cb7b87-a98c-4fe7-99e5-7cc0cc4a4174 None None] Port c32b938e-a1de-444c-9aab-7dc50d342158 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:40:59.274008 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8751a-b26d-40a0-bfd6-981f3dd79ff6 req-ba3bbc83-d5d8-4d60-8a67-b1bdf49bcf66 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:59.279684 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6c8751a-b26d-40a0-bfd6-981f3dd79ff6 req-ba3bbc83-d5d8-4d60-8a67-b1bdf49bcf66 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.2958601 Nov 01 16:40:59.300149 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43129be5-d4df-4858-aa9d-d4467369342c req-f6a8354f-42bc-4983-ae95-9f476d050c4d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:40:59.310451 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-43129be5-d4df-4858-aa9d-d4467369342c req-f6a8354f-42bc-4983-ae95-9f476d050c4d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.2113833 Nov 01 16:40:59.458095 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6c8751a-b26d-40a0-bfd6-981f3dd79ff6 req-7716f667-8000-4577-8c31-9db0cec76017 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451414 Nov 01 16:40:59.478597 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:40:59.528745 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-8a5c042b-9946-44c6-8fae-4a34969ed371 admin admin] 10.222.0.62 "PUT /v2.0/routers/b378e3e4-b198-4f66-91af-464d3b44f7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3788614 Nov 01 16:40:59.552865 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-43129be5-d4df-4858-aa9d-d4467369342c req-f263f7f5-e07d-450a-b58a-07b6eed8345f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405629 Nov 01 16:40:59.825118 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37470) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:00.046971 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1234450046-network', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:00.226254 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Made reservation on behalf of 800f24ef6e43427d8714b8a37a2f8ad4 for: {'network': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:41:00.228271 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:00.241389 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:00.362341 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 05891ffb-8d82-4af3-a6f5-923945217c3e up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:00.455883 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:00.497672 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 05891ffb-8d82-4af3-a6f5-923945217c3e triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:00.498328 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:00.565335 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:00.652125 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:41:00.673917 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:00.674263 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.segments_db [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Added segment a1c7be4e-91fd-4461-9936-7b4d3e53abae of type vlan for network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e Nov 01 16:41:00.696454 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 37486) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:00.702627 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e5d99e79-6b57-4ee5-aa6a-733fd33bc5bd tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121312318', 'description': 'tempest-secgroup-smoke-1121312318 description', 'project_id': '444ccc67043447cf9868bd1a97e38ffe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:00.805741 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:00.806472 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:00.841783 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e5d99e79-6b57-4ee5-aa6a-733fd33bc5bd tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:00.854436 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port 05891ffb-8d82-4af3-a6f5-923945217c3e, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=05891ffb-8d82-4af3-a6f5-923945217c3e,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:00.935842 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:00.937193 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:00.966335 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:00.968329 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:00.968329 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:01.025800 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d57ee-2d83-4816-8206-d5c026b20d32 req-0b031b04-274d-413a-9c88-041f61ffa8ca tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:01.036660 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7b4d57ee-2d83-4816-8206-d5c026b20d32 req-0b031b04-274d-413a-9c88-041f61ffa8ca tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1889043 Nov 01 16:41:01.101798 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=05891ffb-8d82-4af3-a6f5-923945217c3e,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:01.141411 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 37492) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:01.141731 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3154185 Nov 01 16:41:01.143103 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d49a51-88b8-4085-96cb-dbe970c35196 admin admin] Pushing event updated for resources: {'Network': ['ID=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:01.157639 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:41:01.203960 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6df67863-2aa4-4818-9a2c-a126295757e7 admin admin] Request body: {'subnet': {'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1234450046-subnet', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:01.260745 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7b4d57ee-2d83-4816-8206-d5c026b20d32 req-4a70cd54-91f6-4c35-bf11-ad301e2779a9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248480 Nov 01 16:41:01.307032 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e5d99e79-6b57-4ee5-aa6a-733fd33bc5bd tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:01.385793 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e5d99e79-6b57-4ee5-aa6a-733fd33bc5bd tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:01.436873 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df67863-2aa4-4818-9a2c-a126295757e7 admin admin] Made reservation on behalf of 800f24ef6e43427d8714b8a37a2f8ad4 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:41:01.442952 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6df67863-2aa4-4818-9a2c-a126295757e7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:01.601086 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d99e79-6b57-4ee5-aa6a-733fd33bc5bd tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72978579-b527-4a14-9f9e-248621d819db,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:01.621112 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e5d99e79-6b57-4ee5-aa6a-733fd33bc5bd tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:01.629245 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-e5d99e79-6b57-4ee5-aa6a-733fd33bc5bd tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9296846 Nov 01 16:41:01.630209 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37498) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:01.636641 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-99eaa42f-8486-4028-b23d-7b579e11c5aa tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Request body: {'security_group_rule': {'security_group_id': '72978579-b527-4a14-9f9e-248621d819db', 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:01.687552 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12949e7e-aa4f-4f46-a7ef-50743f66abdd req-e5d3c211-12a2-40aa-8a12-c7633c1701fc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:01.697485 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-12949e7e-aa4f-4f46-a7ef-50743f66abdd req-e5d3c211-12a2-40aa-8a12-c7633c1701fc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.2048018 Nov 01 16:41:01.756217 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-99eaa42f-8486-4028-b23d-7b579e11c5aa tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:01.793626 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-12949e7e-aa4f-4f46-a7ef-50743f66abdd req-84fc7d2f-09f1-4f47-a987-c95c42f08bc7 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945618 Nov 01 16:41:01.931165 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-99eaa42f-8486-4028-b23d-7b579e11c5aa tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:02.003587 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-99eaa42f-8486-4028-b23d-7b579e11c5aa tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:02.028568 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eaa42f-8486-4028-b23d-7b579e11c5aa tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e1697d-59f0-4845-a3b1-8647515f5078,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:02.040679 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6df67863-2aa4-4818-9a2c-a126295757e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:02.113009 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-99eaa42f-8486-4028-b23d-7b579e11c5aa tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:02.114725 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-99eaa42f-8486-4028-b23d-7b579e11c5aa tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4830630 Nov 01 16:41:02.117387 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37504) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:02.132404 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-162ea41a-d7a8-453a-8985-cc5a6b27b1cc tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Request body: {'security_group_rule': {'security_group_id': '72978579-b527-4a14-9f9e-248621d819db', 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:02.237326 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67863-2aa4-4818-9a2c-a126295757e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d143e9e-2aeb-47db-9779-c6f9ad83a087,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:02.299055 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-162ea41a-d7a8-453a-8985-cc5a6b27b1cc tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:02.300559 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df67863-2aa4-4818-9a2c-a126295757e7 admin admin] Checking segment: {'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:41:02.301090 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df67863-2aa4-4818-9a2c-a126295757e7 admin admin] Network hostable DHCP agents. Network: 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:41:02.325877 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 05891ffb-8d82-4af3-a6f5-923945217c3e up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:02.371318 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-54f77826-bd7a-43e3-bc94-5181183e4a04 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677352049&fields=id&tenant_id=833a357c5aae4d4d9be45d3323012608 HTTP/1.1" status: 200 len: 267 time: 0.2289228 Nov 01 16:41:02.500753 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 05891ffb-8d82-4af3-a6f5-923945217c3e triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:02.503321 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:02.504261 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-162ea41a-d7a8-453a-8985-cc5a6b27b1cc tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:02.639376 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-162ea41a-d7a8-453a-8985-cc5a6b27b1cc tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:02.669172 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ea41a-d7a8-453a-8985-cc5a6b27b1cc tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d7b94d-b6f2-4df8-9c70-ecba766646ea,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:02.755969 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-162ea41a-d7a8-453a-8985-cc5a6b27b1cc tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:02.760242 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-162ea41a-d7a8-453a-8985-cc5a6b27b1cc tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6414719 Nov 01 16:41:02.760961 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37512) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:02.766033 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-99bd05fe-32d3-4597-b969-17de97ba4c84 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Request body: {'security_group_rule': {'security_group_id': '72978579-b527-4a14-9f9e-248621d819db', 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:02.854621 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-99bd05fe-32d3-4597-b969-17de97ba4c84 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:02.873240 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Sync routers for ids ['b378e3e4-b198-4f66-91af-464d3b44f7e7'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:41:02.887446 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df67863-2aa4-4818-9a2c-a126295757e7 admin admin] Network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:41:02.891475 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Routers {'b378e3e4-b198-4f66-91af-464d3b44f7e7'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:41:02.896288 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['b378e3e4-b198-4f66-91af-464d3b44f7e7'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:02.988848 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-99bd05fe-32d3-4597-b969-17de97ba4c84 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.006361 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6df67863-2aa4-4818-9a2c-a126295757e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:03.018042 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e9ace-bbb5-4e8e-95ce-625da38bd2a0 None None] Network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:41:03.037029 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-e2329151-5188-459d-b7da-43fa537c20f4 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:03.047039 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-e2329151-5188-459d-b7da-43fa537c20f4 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 811 time: 0.6420233 Nov 01 16:41:03.050116 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df67863-2aa4-4818-9a2c-a126295757e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:03.050698 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6df67863-2aa4-4818-9a2c-a126295757e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.077149 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-e1db6afb-c0dc-49dd-b34a-2c1fcd297044 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/quotas/833a357c5aae4d4d9be45d3323012608 HTTP/1.1" status: 200 len: 375 time: 0.0291722 Nov 01 16:41:03.091001 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-99bd05fe-32d3-4597-b969-17de97ba4c84 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.128220 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd05fe-32d3-4597-b969-17de97ba4c84 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c75bae7-fd95-4edd-b03c-4a88d69234bf,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:03.178886 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-99bd05fe-32d3-4597-b969-17de97ba4c84 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.182743 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-99bd05fe-32d3-4597-b969-17de97ba4c84 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4183004 Nov 01 16:41:03.183017 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37518) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:03.189136 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-077b8276-7c5a-496a-9b42-992b0f6db9d2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Request body: {'security_group_rule': {'security_group_id': '72978579-b527-4a14-9f9e-248621d819db', 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:03.203827 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-6df67863-2aa4-4818-9a2c-a126295757e7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0559268 Nov 01 16:41:03.207552 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 37520) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:03.217986 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:03.257035 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-888b71ff-ae99-4959-9330-c9fda5ed09f0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1789258 Nov 01 16:41:03.319201 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-077b8276-7c5a-496a-9b42-992b0f6db9d2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.375993 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Set router b378e3e4-b198-4f66-91af-464d3b44f7e7 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:41:03.389077 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-077b8276-7c5a-496a-9b42-992b0f6db9d2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.461971 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-603f73d5-ba78-4adb-a8e4-f3e4c2f03401 service neutron] 10.222.0.62 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812594 Nov 01 16:41:03.468346 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-077b8276-7c5a-496a-9b42-992b0f6db9d2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.474842 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1236'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.476376 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1231'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.516517 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b8276-7c5a-496a-9b42-992b0f6db9d2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08bcef5-7efa-44bb-a417-03010fc257d1,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:03.562298 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-077b8276-7c5a-496a-9b42-992b0f6db9d2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.566571 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-077b8276-7c5a-496a-9b42-992b0f6db9d2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3799405 Nov 01 16:41:03.566989 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37522) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:03.575172 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-c6f4c360-5788-4b30-887f-a3619bd9e4a5 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Request body: {'security_group_rule': {'security_group_id': '72978579-b527-4a14-9f9e-248621d819db', 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:03.674744 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.685430 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.securitygroups_db [None req-c6f4c360-5788-4b30-887f-a3619bd9e4a5 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Project 444ccc67043447cf9868bd1a97e38ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 16:41:03.691432 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c6f4c360-5788-4b30-887f-a3619bd9e4a5 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.739839 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-0d58e514-5014-4334-9a92-90216fc8e5c3 service neutron] 10.222.0.62 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764702 Nov 01 16:41:03.796461 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8f27d92-124f-5fe5-bea2-c92b0fd1fced-397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'fixed_ips': [{'subnet_id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087'}]}} from dv-cinder-816187-1-iscsi. {{(pid=102021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 16:41:03.797400 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:03.899786 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c6f4c360-5788-4b30-887f-a3619bd9e4a5 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.029819 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c6f4c360-5788-4b30-887f-a3619bd9e4a5 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.059636 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.082584 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4c360-5788-4b30-887f-a3619bd9e4a5 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38debd4e-e319-4143-812e-54d75c4dd5d0,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:04.107085 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'name': 'tempest-TestShelveInstance-417607297-router', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:52Z', 'updated_at': '2021-11-01T16:40:57Z', 'revision_number': 4, 'project_id': '9548f662de584d0c9362f636a5303a84', 'gw_port': {'id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:53Z', 'updated_at': '2021-11-01T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c32b938e-a1de-444c-9aab-7dc50d342158', 'name': '', 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'mac_address': 'fa:16:3e:64:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0b9190be-6c01-4a4c-bd9e-d7cb20379853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:56Z', 'updated_at': '2021-11-01T16:40:57Z', 'revision_number': 2, 'project_id': '9548f662de584d0c9362f636a5303a84', 'subnets': [{'id': '0b9190be-6c01-4a4c-bd9e-d7cb20379853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:04.162973 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c6f4c360-5788-4b30-887f-a3619bd9e4a5 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.163592 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-c6f4c360-5788-4b30-887f-a3619bd9e4a5 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5954971 Nov 01 16:41:04.165337 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Checking router: b378e3e4-b198-4f66-91af-464d3b44f7e7 for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:41:04.166281 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Updating router b378e3e4-b198-4f66-91af-464d3b44f7e7 port c32b938e-a1de-444c-9aab-7dc50d342158 binding host dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:41:04.187320 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37530) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:04.197142 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-175cf3a1-92ab-496a-be5f-e61818fae97d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Request body: {'security_group_rule': {'security_group_id': '72978579-b527-4a14-9f9e-248621d819db', 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:04.217119 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.db_base_plugin_common [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Allocated IP 172.20.0.2 (397b2c3c-7cb2-41ae-9c0b-f6db33ee822e/6d143e9e-2aeb-47db-9779-c6f9ad83a087/125ad4da-64d1-45e5-bbc8-7763fc4a8ced) {{(pid=102021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:41:04.226139 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.479773 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.479773 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.592558 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.securitygroups_db [None req-175cf3a1-92ab-496a-be5f-e61818fae97d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Project 444ccc67043447cf9868bd1a97e38ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 16:41:04.597949 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-175cf3a1-92ab-496a-be5f-e61818fae97d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.614596 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Allocated IP 172.27.2.92 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/1eb5172d-34dd-4253-a827-863e5fe67b36) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:41:04.688646 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Publish callbacks [] for port, precommit_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.719451 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-175cf3a1-92ab-496a-be5f-e61818fae97d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.769186 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.811975 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.823311 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-175cf3a1-92ab-496a-be5f-e61818fae97d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.868472 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cf3a1-92ab-496a-be5f-e61818fae97d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0468f08-c0b0-470b-9bb7-1ac744834d5f,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:04.910636 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Pushing event updated for resources: {'Port': ['ID=125ad4da-64d1-45e5-bbc8-7763fc4a8ced,revision_number=1']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:04.941210 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e is already hosted by enough agents. {{(pid=102021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:41:04.945827 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.base_scheduler [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Resources bound (agent type, host, resource id): {{(pid=102021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:04.974642 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-175cf3a1-92ab-496a-be5f-e61818fae97d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:04.976046 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-175cf3a1-92ab-496a-be5f-e61818fae97d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7875178 Nov 01 16:41:04.977565 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Received port after_create {{(pid=102021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:41:05.040587 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:05.073489 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Publish callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:05.196604 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb5172d-34dd-4253-a827-863e5fe67b36,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:05.202919 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:05.233541 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:41:05.236514 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:05.239256 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:41:05.275125 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51072874-9ed6-4bbb-a033-371fe2f42745 None None] Pushing event updated for resources: {'Port': ['ID=c32b938e-a1de-444c-9aab-7dc50d342158,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:05.296050 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Attempting to bind port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:41:05.296433 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Attempting to bind port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:41:05.296797 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Attempting to bind port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced on network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:41:05.310008 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:41:05.310384 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Checking segment: {'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:41:05.310785 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:05.311174 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Bound using segment: {'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:41:05.311699 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Bound port: 125ad4da-64d1-45e5-bbc8-7763fc4a8ced, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:41:05.312221 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:05.431197 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc4935-0df6-47ba-9062-729e38688b1d req-d5dbff4e-d8e2-414a-88e4-0ae2b4e19e34 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:05.434582 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2efc4935-0df6-47ba-9062-729e38688b1d req-d5dbff4e-d8e2-414a-88e4-0ae2b4e19e34 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.2459521 Nov 01 16:41:05.458398 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Attempting to bind port c32b938e-a1de-444c-9aab-7dc50d342158 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:41:05.458817 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Attempting to bind port c32b938e-a1de-444c-9aab-7dc50d342158 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': '2649a953-001a-4eab-ae93-03f9587bd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:41:05.459468 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Attempting to bind port c32b938e-a1de-444c-9aab-7dc50d342158 on network 8f9141b5-32ec-4388-89cc-712015184eb9 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:41:05.521120 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2efc4935-0df6-47ba-9062-729e38688b1d req-c232b5bd-aede-43de-88f3-8bbaf3eb7591 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785611 Nov 01 16:41:05.812220 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] For port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:41:05.824418 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:41:05.824797 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Checking segment: {'id': '2649a953-001a-4eab-ae93-03f9587bd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:41:05.825288 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:05.825681 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Bound using segment: {'id': '2649a953-001a-4eab-ae93-03f9587bd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:41:05.826611 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Bound port: c32b938e-a1de-444c-9aab-7dc50d342158, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2649a953-001a-4eab-ae93-03f9587bd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:41:05.826880 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:05.902660 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] For port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=125ad4da-64d1-45e5-bbc8-7763fc4a8ced,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:41:05.914424 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-27ac86a9-ce07-4bac-bf85-338cd991226d None None] Provisioning complete for port c32b938e-a1de-444c-9aab-7dc50d342158 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:05.914922 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-27ac86a9-ce07-4bac-bf85-338cd991226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:05.918576 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88e989-cd5d-404c-a1ba-6ea5f1bc6f88 req-bb73982d-987b-417c-8d4a-fc3c82d6fece tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:05.920621 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8e88e989-cd5d-404c-a1ba-6ea5f1bc6f88 req-bb73982d-987b-417c-8d4a-fc3c82d6fece tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.1646614 Nov 01 16:41:05.951869 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:05.963950 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-27ac86a9-ce07-4bac-bf85-338cd991226d None None] Port c32b938e-a1de-444c-9aab-7dc50d342158 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:41:06.001677 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8e88e989-cd5d-404c-a1ba-6ea5f1bc6f88 req-166d953f-9889-4961-a3b9-d184fa4ad735 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737383 Nov 01 16:41:06.017014 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6a243c1a-76a9-48d5-b99d-33753c93d0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:06.044300 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:06.157957 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab359e6-bba5-4a40-b276-e69cd3fade90 None None] Pushing event updated for resources: {'Port': ['ID=125ad4da-64d1-45e5-bbc8-7763fc4a8ced,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:06.179318 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] For port c32b938e-a1de-444c-9aab-7dc50d342158, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:41:06.183786 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] For port c32b938e-a1de-444c-9aab-7dc50d342158, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=c32b938e-a1de-444c-9aab-7dc50d342158,segment=NetworkSegment(2649a953-001a-4eab-ae93-03f9587bd900),segment_id=2649a953-001a-4eab-ae93-03f9587bd900)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:41:06.260463 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:06.337848 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Routers {'b378e3e4-b198-4f66-91af-464d3b44f7e7'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:41:06.348976 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:40:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['b378e3e4-b198-4f66-91af-464d3b44f7e7'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:06.435241 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6fcd7c12-ab13-42f3-9587-a1a9023618ff req-0b90553c-03cc-462d-aab0-2cd6e391d7f9 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 210 time: 0.0865624 Nov 01 16:41:06.472537 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618959'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:06.511874 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51072874-9ed6-4bbb-a033-371fe2f42745 None None] Pushing event updated for resources: {'Port': ['ID=c32b938e-a1de-444c-9aab-7dc50d342158,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:06.738516 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] Set router b378e3e4-b198-4f66-91af-464d3b44f7e7 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:41:06.891211 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-ae5abd03-9d18-409d-969a-c41f50c8807a None None] Provisioning complete for port c32b938e-a1de-444c-9aab-7dc50d342158 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:06.892107 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ae5abd03-9d18-409d-969a-c41f50c8807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:06.996189 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4ce42-e2c5-4055-b089-617a87c0624d req-934fd8d5-56db-424a-a824-bc2f11594e35 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:07.006327 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b7d4ce42-e2c5-4055-b089-617a87c0624d req-934fd8d5-56db-424a-a824-bc2f11594e35 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.2442791 Nov 01 16:41:07.116260 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b7d4ce42-e2c5-4055-b089-617a87c0624d req-31c45075-cd7c-4847-9980-0a3988d9a259 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080060 Nov 01 16:41:07.194074 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Router df5c378d-6ae0-4b70-88fc-83533ec1db5d is scheduled to L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 16:41:07.685490 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'name': 'tempest-TestShelveInstance-417607297-router', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:52Z', 'updated_at': '2021-11-01T16:40:57Z', 'revision_number': 4, 'project_id': '9548f662de584d0c9362f636a5303a84', 'gw_port': {'id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:53Z', 'updated_at': '2021-11-01T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c32b938e-a1de-444c-9aab-7dc50d342158', 'name': '', 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'mac_address': 'fa:16:3e:64:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0b9190be-6c01-4a4c-bd9e-d7cb20379853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:56Z', 'updated_at': '2021-11-01T16:41:06Z', 'revision_number': 4, 'project_id': '9548f662de584d0c9362f636a5303a84', 'subnets': [{'id': '0b9190be-6c01-4a4c-bd9e-d7cb20379853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:07.849442 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ae5abd03-9d18-409d-969a-c41f50c8807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:07.866323 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8bc537-8b01-4953-a388-34af5a941529 None None] The sync data for ids ['b378e3e4-b198-4f66-91af-464d3b44f7e7'] in dv-cinder-816187-1-iscsi is: [{'id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'name': 'tempest-TestShelveInstance-417607297-router', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:52Z', 'updated_at': '2021-11-01T16:40:57Z', 'revision_number': 4, 'project_id': '9548f662de584d0c9362f636a5303a84', 'gw_port': {'id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:53Z', 'updated_at': '2021-11-01T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c32b938e-a1de-444c-9aab-7dc50d342158', 'name': '', 'network_id': '8f9141b5-32ec-4388-89cc-712015184eb9', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'mac_address': 'fa:16:3e:64:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0b9190be-6c01-4a4c-bd9e-d7cb20379853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:56Z', 'updated_at': '2021-11-01T16:41:06Z', 'revision_number': 4, 'project_id': '9548f662de584d0c9362f636a5303a84', 'subnets': [{'id': '0b9190be-6c01-4a4c-bd9e-d7cb20379853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:41:07.937488 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-ae5abd03-9d18-409d-969a-c41f50c8807a None None] For port c32b938e-a1de-444c-9aab-7dc50d342158, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=c32b938e-a1de-444c-9aab-7dc50d342158,segment=NetworkSegment(2649a953-001a-4eab-ae93-03f9587bd900),segment_id=2649a953-001a-4eab-ae93-03f9587bd900)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:08.012908 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ae5abd03-9d18-409d-969a-c41f50c8807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:08.190323 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5abd03-9d18-409d-969a-c41f50c8807a None None] Pushing event updated for resources: {'Port': ['ID=c32b938e-a1de-444c-9aab-7dc50d342158,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:08.198056 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3ee7-1dd7-40d0-86d7-df8da6040e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:08.220080 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abfab6f-f3a7-4076-83b7-94d64adff416 None None] Network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:41:08.274059 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-f5be358d-69e3-4278-9b8a-5c90a7dc0f3c None None] Provisioning complete for port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:08.274434 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f5be358d-69e3-4278-9b8a-5c90a7dc0f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:08.490992 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:41:08.504423 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Sync routers for ids ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:41:08.525017 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Routers {'df5c378d-6ae0-4b70-88fc-83533ec1db5d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:41:08.525901 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:41:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:08.532572 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1c432-52c8-47d9-bd14-e97c90805a2d req-7524b43e-bc37-48cb-9e1a-b0ebb559e208 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:08.536869 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6ae1c432-52c8-47d9-bd14-e97c90805a2d req-7524b43e-bc37-48cb-9e1a-b0ebb559e208 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 1.1894441 Nov 01 16:41:08.596495 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f5be358d-69e3-4278-9b8a-5c90a7dc0f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:08.599929 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device c32b938e-a1de-444c-9aab-7dc50d342158 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:08.667590 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6ae1c432-52c8-47d9-bd14-e97c90805a2d req-db392a55-a4a0-49cc-ba7a-a04754529931 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035795 Nov 01 16:41:08.678420 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] Publish callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:08.682468 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37564) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:08.683512 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-765c3bf7-d202-427f-8808-bf5658d65ce4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4732268 Nov 01 16:41:08.780534 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f5be358d-69e3-4278-9b8a-5c90a7dc0f3c None None] For port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=125ad4da-64d1-45e5-bbc8-7763fc4a8ced,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:08.824680 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Set router df5c378d-6ae0-4b70-88fc-83533ec1db5d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:41:08.865507 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f5be358d-69e3-4278-9b8a-5c90a7dc0f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:09.005473 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port c32b938e-a1de-444c-9aab-7dc50d342158 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:09.006172 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:09.133319 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c29cd07f-4f95-4862-b2c5-e2e1dc9ca8cc req-cb5d85b9-bc0c-488b-8ef2-0f1c0843a6ca tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 210 time: 0.1046631 Nov 01 16:41:09.163609 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:41:05Z', 'revision_number': 3, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:09.223160 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be358d-69e3-4278-9b8a-5c90a7dc0f3c None None] Pushing event updated for resources: {'Port': ['ID=125ad4da-64d1-45e5-bbc8-7763fc4a8ced,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:09.230290 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-1a2bb849-2e10-435a-984e-a5fe820516d6 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:09.231988 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-1a2bb849-2e10-435a-984e-a5fe820516d6 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 811 time: 0.4519548 Nov 01 16:41:09.242280 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Checking router: df5c378d-6ae0-4b70-88fc-83533ec1db5d for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:41:09.244893 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Updating router df5c378d-6ae0-4b70-88fc-83533ec1db5d port 1eb5172d-34dd-4253-a827-863e5fe67b36 binding host dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:41:09.312471 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:09.386879 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:09.431831 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 125ad4da-64d1-45e5-bbc8-7763fc4a8ced up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:09.439193 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-7481ef2b-96a6-4f31-a5e3-f7be89594682 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=833a357c5aae4d4d9be45d3323012608 HTTP/1.1" status: 200 len: 379 time: 0.1823552 Nov 01 16:41:09.466372 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'port': {'device_id': 'f15166f7-fdb3-435c-ac20-5314163278be', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'admin_state_up': True, 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'security_groups': ['62341bb9-fbd7-4735-a2b4-5d2552fa4c58']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:09.584074 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50be45-7668-4e7e-b74b-ee7515cbe4ac req-94c6195a-f39c-4bf8-9997-3532aafa8f92 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:09.599625 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3f50be45-7668-4e7e-b74b-ee7515cbe4ac req-94c6195a-f39c-4bf8-9997-3532aafa8f92 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.2719214 Nov 01 16:41:09.602793 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:09.602793 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:09.813725 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-c59aa532-5008-49d9-95f6-351ca36efef8 None None] Provisioning complete for port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:09.815099 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c59aa532-5008-49d9-95f6-351ca36efef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:09.847495 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3f50be45-7668-4e7e-b74b-ee7515cbe4ac req-49e5b840-867f-402d-95e6-c26251a48543 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471545 Nov 01 16:41:09.911133 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Publish callbacks [] for port, precommit_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:09.982234 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:10.001744 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:10.080033 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4dd29-6c71-46f4-be0f-c01d6427d50e None None] Pushing event updated for resources: {'Port': ['ID=1eb5172d-34dd-4253-a827-863e5fe67b36,revision_number=2']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:10.115726 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Made reservation on behalf of 833a357c5aae4d4d9be45d3323012608 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:41:10.121247 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:10.140424 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Attempting to bind port 1eb5172d-34dd-4253-a827-863e5fe67b36 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:41:10.140889 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Attempting to bind port 1eb5172d-34dd-4253-a827-863e5fe67b36 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:41:10.141382 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Attempting to bind port 1eb5172d-34dd-4253-a827-863e5fe67b36 on network c192031d-fcc0-4447-aa3c-77785f6d2f3f {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:41:10.156135 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:41:10.156604 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Checking segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:41:10.157715 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:10.157715 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Bound using segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:41:10.158760 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Bound port: 1eb5172d-34dd-4253-a827-863e5fe67b36, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:41:10.159170 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:10.293540 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f4b8d-2228-43d7-b165-4bce22efd66a req-d2732426-a5ba-4fb9-98ac-c5a0c99b435e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:10.297121 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] For port 1eb5172d-34dd-4253-a827-863e5fe67b36, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:41:10.301145 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] For port 1eb5172d-34dd-4253-a827-863e5fe67b36, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=1eb5172d-34dd-4253-a827-863e5fe67b36,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:41:10.304793 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f63f4b8d-2228-43d7-b165-4bce22efd66a req-d2732426-a5ba-4fb9-98ac-c5a0c99b435e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.2852719 Nov 01 16:41:10.327248 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device c32b938e-a1de-444c-9aab-7dc50d342158 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:10.388090 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:10.411466 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f63f4b8d-2228-43d7-b165-4bce22efd66a req-692f5348-7ca7-4a8a-9174-4e77361df26c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012547 Nov 01 16:41:10.430609 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Allocated IP 172.20.0.1 (397b2c3c-7cb2-41ae-9c0b-f6db33ee822e/6d143e9e-2aeb-47db-9779-c6f9ad83a087/c79da256-074b-441c-81fd-15b15a528ad3) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:41:10.492616 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port c32b938e-a1de-444c-9aab-7dc50d342158 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:10.492774 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:10.600020 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Routers {'df5c378d-6ae0-4b70-88fc-83533ec1db5d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:41:10.609490 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:41:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:10.611964 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4dd29-6c71-46f4-be0f-c01d6427d50e None None] Pushing event updated for resources: {'Port': ['ID=1eb5172d-34dd-4253-a827-863e5fe67b36,revision_number=3']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:10.636886 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Allocated IP 172.20.0.12 (9f545391-7950-48f3-af3e-7b24976f5954/fbaa1191-0552-4a2e-91c0-99fce75be7c1/dbda9b57-9e04-4765-9f1d-f3f555557eac) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:41:10.663407 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:10.809359 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 125ad4da-64d1-45e5-bbc8-7763fc4a8ced up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:10.829494 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:10.925034 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:10.929608 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:41:10.943685 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:10.945134 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:10.963309 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:41:10.971332 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:10.972015 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:11.079779 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3557a655-6673-4319-b428-b8966cc722a0 req-fd978e9a-51a0-48ac-829f-7915d78d6e7a tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 210 time: 0.0639884 Nov 01 16:41:11.083756 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Pushing event updated for resources: {'Port': ['ID=c79da256-074b-441c-81fd-15b15a528ad3,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:11.130786 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618674'] for router_interface, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:11.222282 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] Set router df5c378d-6ae0-4b70-88fc-83533ec1db5d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:41:11.229649 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67728b5-6c3f-4a83-a3c7-95219b82f447 req-7dcf9f93-81e1-43fd-b773-925f10b5ec28 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:11.238025 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e67728b5-6c3f-4a83-a3c7-95219b82f447 req-7dcf9f93-81e1-43fd-b773-925f10b5ec28 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0877247 Nov 01 16:41:11.314594 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e67728b5-6c3f-4a83-a3c7-95219b82f447 req-604e53c1-3cb5-48f3-a00e-bd7ca72f8674 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753903 Nov 01 16:41:11.394009 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:11.445715 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-b96be0ea-da3b-44ad-89b4-91325dccbc35 None None] Provisioning complete for port c79da256-074b-441c-81fd-15b15a528ad3 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:11.446148 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b96be0ea-da3b-44ad-89b4-91325dccbc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:11.467080 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:11.541337 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Network 9f545391-7950-48f3-af3e-7b24976f5954 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:41:11.542006 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-b96be0ea-da3b-44ad-89b4-91325dccbc35 None None] Port c79da256-074b-441c-81fd-15b15a528ad3 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:41:11.548219 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:11.558736 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:41:05Z', 'revision_number': 3, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:11.593666 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:41:11.600651 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:11.601425 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:11.610067 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe453e-1748-4282-9082-6bacca5d05ea None None] The sync data for ids ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'] in dv-cinder-816187-1-iscsi is: [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:41:05Z', 'revision_number': 3, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:41:11.674851 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'Port': ['ID=dbda9b57-9e04-4765-9f1d-f3f555557eac,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:11.717691 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9ed38-15b9-4800-b052-4f3c4c89061d req-203f85c8-9c20-4cd8-baf3-8a20e849f36b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:11.726277 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5ad9ed38-15b9-4800-b052-4f3c4c89061d req-203f85c8-9c20-4cd8-baf3-8a20e849f36b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.1612873 Nov 01 16:41:11.810222 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-5376994a-c304-4280-b19d-0bdcd6707259 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3451231 Nov 01 16:41:11.834233 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Request body: {'port': {'device_id': 'f15166f7-fdb3-435c-ac20-5314163278be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:11.921771 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5ad9ed38-15b9-4800-b052-4f3c4c89061d req-e0762fe6-b0ab-4806-b158-0c55312b365f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840582 Nov 01 16:41:11.982239 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:12.025754 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:12.068619 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:12.072931 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-78b8bcdd-4d3e-4aec-b597-d012d8e9757e None None] Provisioning complete for port dbda9b57-9e04-4765-9f1d-f3f555557eac triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:12.090943 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-78b8bcdd-4d3e-4aec-b597-d012d8e9757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:12.238469 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618510'] for router_interface, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:12.282893 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-78b8bcdd-4d3e-4aec-b597-d012d8e9757e None None] Port dbda9b57-9e04-4765-9f1d-f3f555557eac cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:41:12.375556 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949efaa2-2cd6-430d-b489-e232075a6f0f req-8f96d30c-11b2-429d-a4cb-105902a18c1d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:12.392405 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-949efaa2-2cd6-430d-b489-e232075a6f0f req-8f96d30c-11b2-429d-a4cb-105902a18c1d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 932 time: 0.1242845 Nov 01 16:41:12.442530 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 1eb5172d-34dd-4253-a827-863e5fe67b36 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:12.446023 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-949efaa2-2cd6-430d-b489-e232075a6f0f req-00c4f406-2dfb-4d08-ac0d-dd6fe7888f2d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517800 Nov 01 16:41:12.504776 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Pushing event updated for resources: {'Port': ['ID=c79da256-074b-441c-81fd-15b15a528ad3,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:12.580304 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:41:12.593526 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:12.596850 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 1eb5172d-34dd-4253-a827-863e5fe67b36 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:12.598210 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:12.692682 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ac287-ab1d-4182-88f4-78051e543311 req-bff0d5a6-bac4-4fd5-9075-4246a12f2f0c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:12.703492 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8a6ac287-ab1d-4182-88f4-78051e543311 req-bff0d5a6-bac4-4fd5-9075-4246a12f2f0c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1036990 Nov 01 16:41:12.829986 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:12.880981 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8a6ac287-ab1d-4182-88f4-78051e543311 req-0b68748a-ef54-4b4d-8232-2c1ffce02e03 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764941 Nov 01 16:41:12.888433 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port 1eb5172d-34dd-4253-a827-863e5fe67b36, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=1eb5172d-34dd-4253-a827-863e5fe67b36,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:12.912663 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Router df5c378d-6ae0-4b70-88fc-83533ec1db5d has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:41:12.980169 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:13.041256 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbda9b57-9e04-4765-9f1d-f3f555557eac {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:41:13.084961 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:13.147771 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:41:13.155600 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=1eb5172d-34dd-4253-a827-863e5fe67b36,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:13.163666 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-37ed06a3-ce13-4ea9-9326-0fd126c77c8d admin admin] 10.222.0.62 "PUT /v2.0/routers/df5c378d-6ae0-4b70-88fc-83533ec1db5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4730783 Nov 01 16:41:13.209066 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d538d38e-fc39-4278-8788-692035ceddff None None] Provisioning complete for port c79da256-074b-441c-81fd-15b15a528ad3 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:13.209833 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d538d38e-fc39-4278-8788-692035ceddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:13.215724 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Transition to ACTIVE for port object dbda9b57-9e04-4765-9f1d-f3f555557eac will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:41:13.249351 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a587e86-5bcb-4826-bcbd-e153d5df745f req-0c549c12-9066-4caa-a44e-37d451033cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:13.261227 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1a587e86-5bcb-4826-bcbd-e153d5df745f req-0c549c12-9066-4caa-a44e-37d451033cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.1626275 Nov 01 16:41:13.262216 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d538d38e-fc39-4278-8788-692035ceddff None None] Port c79da256-074b-441c-81fd-15b15a528ad3 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:41:13.301868 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:13.401137 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1a587e86-5bcb-4826-bcbd-e153d5df745f req-30c42375-ecb4-44f9-8458-537641a94ab8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339929 Nov 01 16:41:13.410744 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Pushing event updated for resources: {'Port': ['ID=dbda9b57-9e04-4765-9f1d-f3f555557eac,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:13.507412 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:13.525532 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Attempting to bind port dbda9b57-9e04-4765-9f1d-f3f555557eac on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:41:13.525879 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Attempting to bind port dbda9b57-9e04-4765-9f1d-f3f555557eac by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:41:13.526214 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Attempting to bind port dbda9b57-9e04-4765-9f1d-f3f555557eac on network 9f545391-7950-48f3-af3e-7b24976f5954 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:41:13.550790 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Port dbda9b57-9e04-4765-9f1d-f3f555557eac on network 9f545391-7950-48f3-af3e-7b24976f5954 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:41:13.551166 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Attempting to bind port dbda9b57-9e04-4765-9f1d-f3f555557eac on network 9f545391-7950-48f3-af3e-7b24976f5954 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:41:13.566779 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:41:13.567118 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Checking segment: {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:41:13.569198 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Bound using segment: {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:41:13.569198 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Bound port: dbda9b57-9e04-4765-9f1d-f3f555557eac, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:41:13.569198 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:13.821101 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] For port dbda9b57-9e04-4765-9f1d-f3f555557eac, host hv-cinder-81618, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:41:13.859083 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] For port dbda9b57-9e04-4765-9f1d-f3f555557eac, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=dbda9b57-9e04-4765-9f1d-f3f555557eac,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:41:13.898670 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf12ce7-a283-4f09-a832-057cdd50f185 req-03ff2c7d-d71a-4bbd-a9bc-9c2ba074065e tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:13.908540 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4cf12ce7-a283-4f09-a832-057cdd50f185 req-03ff2c7d-d71a-4bbd-a9bc-9c2ba074065e tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 944 time: 0.1449766 Nov 01 16:41:13.940930 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:13.984353 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4cf12ce7-a283-4f09-a832-057cdd50f185 req-c4d817bb-61a8-4d63-a9b5-e15cb189ebd3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748136 Nov 01 16:41:14.026959 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:14.039984 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:14.039984 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] 10.222.0.71 "PUT /v2.0/ports/dbda9b57-9e04-4765-9f1d-f3f555557eac HTTP/1.1" status: 200 len: 1094 time: 2.2149284 Nov 01 16:41:14.039984 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15166f7-fdb3-435c-ac20-5314163278be', 'tag': 'dbda9b57-9e04-4765-9f1d-f3f555557eac'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:41:14.042572 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a840e6ce-7ccd-4adb-87e3-8b90585541a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f15166f7-fdb3-435c-ac20-5314163278be", "tag": "dbda9b57-9e04-4765-9f1d-f3f555557eac"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:41:14.109432 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330a280-3a70-424c-91aa-3d4c8272b633 service neutron] Pushing event updated for resources: {'Port': ['ID=dbda9b57-9e04-4765-9f1d-f3f555557eac,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:14.294257 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf080ac5-7742-48d8-b59b-ee1ce35343a8 req-8340c359-df3b-46a5-a736-0a571feaabf1 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:14.302139 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bf080ac5-7742-48d8-b59b-ee1ce35343a8 req-8340c359-df3b-46a5-a736-0a571feaabf1 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1877544 Nov 01 16:41:14.384529 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-b43628ad-0af8-4601-a39b-a7e85dfad058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:14.387829 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-b43628ad-0af8-4601-a39b-a7e85dfad058 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 1097 time: 0.2132387 Nov 01 16:41:14.390576 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 1eb5172d-34dd-4253-a827-863e5fe67b36 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:14.481380 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37618) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:14.487590 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-32787716-network', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:14.525000 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-9f7d0d99-d974-4275-920e-6953e46197cf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbda9b57-9e04-4765-9f1d-f3f555557eac HTTP/1.1" status: 200 len: 217 time: 0.1145627 Nov 01 16:41:14.561695 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 1eb5172d-34dd-4253-a827-863e5fe67b36 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:14.562066 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:14.598510 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Made reservation on behalf of da2451fa8cc147549b520c7a00cadfc7 for: {'network': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:41:14.599087 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bf080ac5-7742-48d8-b59b-ee1ce35343a8 req-772c513a-c2e2-4191-99d8-deca588231ca tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955182 Nov 01 16:41:14.600908 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:14.628959 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-77016ad6-0209-4275-a20e-7caf5e9edb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:14.634155 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-77016ad6-0209-4275-a20e-7caf5e9edb5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fbaa1191-0552-4a2e-91c0-99fce75be7c1 HTTP/1.1" status: 200 len: 850 time: 0.0954790 Nov 01 16:41:14.753108 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Sync routers for ids ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:41:14.763790 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ce4329-f101-4a9a-894e-bde79218932e x-openstack-request-id: req-d9ce4329-f101-4a9a-894e-bde79218932e {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:41:14.771921 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15166f7-fdb3-435c-ac20-5314163278be", "tag": "dbda9b57-9e04-4765-9f1d-f3f555557eac", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:41:14.772294 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d9ce4329-f101-4a9a-894e-bde79218932e {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:41:14.772731 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15166f7-fdb3-435c-ac20-5314163278be', 'tag': 'dbda9b57-9e04-4765-9f1d-f3f555557eac', 'status': 'completed', 'code': 200} Nov 01 16:41:14.853380 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-9f8329c7-bb4c-4335-a872-539151b2454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:14.853380 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-9f8329c7-bb4c-4335-a872-539151b2454c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f545391-7950-48f3-af3e-7b24976f5954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2020462 Nov 01 16:41:14.937977 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Routers {'df5c378d-6ae0-4b70-88fc-83533ec1db5d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:41:14.951763 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:41:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:15.033943 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:15.226985 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:15.306334 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a83fa-e18b-4fd0-89ce-d9a48aff6296 req-dad6f07d-f67d-4c30-b6ed-21a34d72bd94 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:15.308257 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e70a83fa-e18b-4fd0-89ce-d9a48aff6296 req-dad6f07d-f67d-4c30-b6ed-21a34d72bd94 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.4325368 Nov 01 16:41:15.310765 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:15.357195 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:41:15.357456 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Set router df5c378d-6ae0-4b70-88fc-83533ec1db5d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:41:15.404727 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:15.405222 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.segments_db [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Added segment fbc4a0fa-bb21-4d51-bfe0-afa96053bf77 of type vlan for network 43061366-724c-4c95-a733-1aae9f462c21 Nov 01 16:41:15.414211 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e70a83fa-e18b-4fd0-89ce-d9a48aff6296 req-4b31ff35-2f52-4539-81f5-b1188e97cf8f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934975 Nov 01 16:41:15.442918 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-b1f31768-10ce-4ef3-bf1a-cb73dfa7f324 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820613 Nov 01 16:41:15.466484 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c7a997-2fc6-4938-86aa-9e02db8f9103,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:15.560266 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:15.614664 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:15.618208 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55d4d54a-9e69-4eb3-97ff-efaf45f63eeb req-c05d0ebf-2623-41d3-9b5e-7495cc614d26 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538684 Nov 01 16:41:15.707870 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:15.708616 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:15.709411 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:15.850192 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] Pushing event updated for resources: {'Network': ['ID=43061366-724c-4c95-a733-1aae9f462c21,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:15.851849 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:41:11Z', 'revision_number': 4, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c79da256-074b-441c-81fd-15b15a528ad3', 'name': '', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'mac_address': 'fa:16:3e:c0:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:10Z', 'updated_at': '2021-11-01T16:41:11Z', 'revision_number': 2, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'subnets': [{'id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:15.878277 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9a44a-99a1-446c-8869-a9f9699c6350 req-12ca6985-bcd0-487c-b8f9-e6d19cfba5d3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:15.885721 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a3e9a44a-99a1-446c-8869-a9f9699c6350 req-12ca6985-bcd0-487c-b8f9-e6d19cfba5d3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 944 time: 0.1605120 Nov 01 16:41:15.913934 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840e6ce-7ccd-4adb-87e3-8b90585541a4 req-99d77d94-0264-4e77-8013-af0b74479645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:15.915955 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a840e6ce-7ccd-4adb-87e3-8b90585541a4 req-99d77d94-0264-4e77-8013-af0b74479645 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 1097 time: 0.1215827 Nov 01 16:41:15.941225 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-da65b85c-6800-4fe0-aa98-149e7809aabf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4578993 Nov 01 16:41:15.943400 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Checking router: df5c378d-6ae0-4b70-88fc-83533ec1db5d for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:41:15.943932 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37630) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:15.944314 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Updating router df5c378d-6ae0-4b70-88fc-83533ec1db5d port c79da256-074b-441c-81fd-15b15a528ad3 binding host dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:41:15.949868 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-009b1177-85c2-4d90-aa67-813df378c0e7 admin admin] Request body: {'subnet': {'network_id': '43061366-724c-4c95-a733-1aae9f462c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-32787716-subnet', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'ip_version': 4}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:15.955284 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network 43061366-724c-4c95-a733-1aae9f462c21 details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:41:15.977687 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a3e9a44a-99a1-446c-8869-a9f9699c6350 req-4c287c0c-27e2-40cc-8336-b0305f887dad tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899239 Nov 01 16:41:16.107553 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009b1177-85c2-4d90-aa67-813df378c0e7 admin admin] Made reservation on behalf of da2451fa8cc147549b520c7a00cadfc7 for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:41:16.109804 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-009b1177-85c2-4d90-aa67-813df378c0e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260872923'] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:16.222936 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:16.248379 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840e6ce-7ccd-4adb-87e3-8b90585541a4 req-858c5a31-0238-41cf-b4e6-9ab47ccbe4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:16.251924 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a840e6ce-7ccd-4adb-87e3-8b90585541a4 req-858c5a31-0238-41cf-b4e6-9ab47ccbe4f9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 912 time: 0.2742543 Nov 01 16:41:16.278883 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d7e5a-f305-4799-8fd3-d538b30df0b2 req-5e434373-e51e-4b78-9d33-b0df1aeb2a85 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:16.289038 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ad6d7e5a-f305-4799-8fd3-d538b30df0b2 req-5e434373-e51e-4b78-9d33-b0df1aeb2a85 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1922760 Nov 01 16:41:16.411683 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a840e6ce-7ccd-4adb-87e3-8b90585541a4 req-f30db6fe-a2ba-4db2-b722-dafe51e17e15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbda9b57-9e04-4765-9f1d-f3f555557eac HTTP/1.1" status: 200 len: 217 time: 0.1070037 Nov 01 16:41:16.496399 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ad6d7e5a-f305-4799-8fd3-d538b30df0b2 req-14e8be23-7c2c-4fe6-9b59-1da7a6a23715 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023685 Nov 01 16:41:16.556680 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-009b1177-85c2-4d90-aa67-813df378c0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260544991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260872937'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:16.559797 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840e6ce-7ccd-4adb-87e3-8b90585541a4 req-06bbc11f-015e-4bfe-9f44-fe24411a03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:16.563672 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a840e6ce-7ccd-4adb-87e3-8b90585541a4 req-06bbc11f-015e-4bfe-9f44-fe24411a03d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fbaa1191-0552-4a2e-91c0-99fce75be7c1 HTTP/1.1" status: 200 len: 850 time: 0.1421032 Nov 01 16:41:16.653974 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b1177-85c2-4d90-aa67-813df378c0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa9f816-b16b-49d7-9639-e32bb42417e6,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:16.706471 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840e6ce-7ccd-4adb-87e3-8b90585541a4 req-c22db73c-be98-4621-99c6-97ebcb5827e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:16.707963 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a840e6ce-7ccd-4adb-87e3-8b90585541a4 req-c22db73c-be98-4621-99c6-97ebcb5827e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f545391-7950-48f3-af3e-7b24976f5954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1222453 Nov 01 16:41:16.719484 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01caf4f3-8274-4aad-a74b-d0e8e6a032e5 req-9289542e-534f-45d8-90fb-b913b0032623 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:16.721035 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-01caf4f3-8274-4aad-a74b-d0e8e6a032e5 req-9289542e-534f-45d8-90fb-b913b0032623 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0892615 Nov 01 16:41:16.723791 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Publish callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:16.736390 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b1177-85c2-4d90-aa67-813df378c0e7 admin admin] Checking segment: {'id': 'fbc4a0fa-bb21-4d51-bfe0-afa96053bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '43061366-724c-4c95-a733-1aae9f462c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:41:16.737092 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b1177-85c2-4d90-aa67-813df378c0e7 admin admin] Network hostable DHCP agents. Network: 43061366-724c-4c95-a733-1aae9f462c21, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:41:16.793353 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:16.820765 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a840e6ce-7ccd-4adb-87e3-8b90585541a4 req-15190fd3-45d1-4acd-b68c-a07bd2652b16 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986862 Nov 01 16:41:16.873150 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b1177-85c2-4d90-aa67-813df378c0e7 admin admin] Network 43061366-724c-4c95-a733-1aae9f462c21 is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:41:16.881935 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-01caf4f3-8274-4aad-a74b-d0e8e6a032e5 req-b0dd08e6-5ed4-497a-865f-17a368a849b4 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597997 Nov 01 16:41:16.902890 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad14a7-b0b5-4c98-b6d0-cf045c4b8f32 None None] Pushing event updated for resources: {'Port': ['ID=c79da256-074b-441c-81fd-15b15a528ad3,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:16.991614 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-009b1177-85c2-4d90-aa67-813df378c0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, 43061366-724c-4c95-a733-1aae9f462c21) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:16.998202 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009b1177-85c2-4d90-aa67-813df378c0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:16.998202 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-009b1177-85c2-4d90-aa67-813df378c0e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:17.018027 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a840e6ce-7ccd-4adb-87e3-8b90585541a4 req-e75bf3a9-df4d-4f2a-bbf4-87bb625961e1 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731007 Nov 01 16:41:17.099008 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22c2976-e35e-4210-ac92-2c34c5a21b0b None None] Network 43061366-724c-4c95-a733-1aae9f462c21 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:41:17.099008 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Attempting to bind port c79da256-074b-441c-81fd-15b15a528ad3 on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:41:17.099008 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Attempting to bind port c79da256-074b-441c-81fd-15b15a528ad3 by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:41:17.099008 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Attempting to bind port c79da256-074b-441c-81fd-15b15a528ad3 on network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:41:17.143142 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:41:17.148762 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Checking segment: {'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:41:17.150062 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:17.150523 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Bound using segment: {'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:41:17.152023 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Bound port: c79da256-074b-441c-81fd-15b15a528ad3, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:41:17.152557 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:17.232722 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e689f-49cf-440f-b950-5f54e076b9ea req-3c3171ab-0be9-42c5-9600-7e400dcce9fa tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:17.234551 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-518e689f-49cf-440f-b950-5f54e076b9ea req-3c3171ab-0be9-42c5-9600-7e400dcce9fa tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 944 time: 0.0775523 Nov 01 16:41:17.295042 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] For port c79da256-074b-441c-81fd-15b15a528ad3, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:41:17.298183 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-518e689f-49cf-440f-b950-5f54e076b9ea req-4c87529a-05fe-43bd-bd4e-897eeb58b4fa tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545976 Nov 01 16:41:17.314057 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] For port c79da256-074b-441c-81fd-15b15a528ad3, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=c79da256-074b-441c-81fd-15b15a528ad3,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:41:17.356418 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-c1015cd5-4691-402f-ba14-fcf5f979adf4 None None] Provisioning complete for port c79da256-074b-441c-81fd-15b15a528ad3 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:17.356791 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c1015cd5-4691-402f-ba14-fcf5f979adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:17.433629 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-c1015cd5-4691-402f-ba14-fcf5f979adf4 None None] Port c79da256-074b-441c-81fd-15b15a528ad3 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:41:17.446921 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8f27d92-124f-5fe5-bea2-c92b0fd1fced-43061366-724c-4c95-a733-1aae9f462c21', 'network_id': '43061366-724c-4c95-a733-1aae9f462c21', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'fixed_ips': [{'subnet_id': 'ffa9f816-b16b-49d7-9639-e32bb42417e6'}]}} from dv-cinder-816187-1-iscsi. {{(pid=102021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 16:41:17.447761 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:17.465322 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-009b1177-85c2-4d90-aa67-813df378c0e7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5196893 Nov 01 16:41:17.469381 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37640) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:17.473766 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-32787716-router', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:17.575183 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:17.585322 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-617131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1236'] for router, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:17.586379 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1231'] for router, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:17.694053 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3114da9-9f4d-4fa3-8924-f99ed8e5bf69 req-80221532-b355-4fa8-8d4e-37957f641372 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:17.698774 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e3114da9-9f4d-4fa3-8924-f99ed8e5bf69 req-80221532-b355-4fa8-8d4e-37957f641372 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0872147 Nov 01 16:41:17.719860 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:17.774487 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e3114da9-9f4d-4fa3-8924-f99ed8e5bf69 req-2b02f36e-1b85-482e-b3b8-26acf02e70cf tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629091 Nov 01 16:41:17.811403 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Routers {'df5c378d-6ae0-4b70-88fc-83533ec1db5d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:41:17.812076 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:41:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:17.956791 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad14a7-b0b5-4c98-b6d0-cf045c4b8f32 None None] Pushing event updated for resources: {'Port': ['ID=c79da256-074b-441c-81fd-15b15a528ad3,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:17.983837 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.db_base_plugin_common [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Allocated IP 172.20.0.2 (43061366-724c-4c95-a733-1aae9f462c21/ffa9f816-b16b-49d7-9639-e32bb42417e6/bffa51d5-56af-4b2f-837d-d4caa55b85ed) {{(pid=102021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:41:18.077851 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:18.248589 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ef520-6da7-48a7-828c-2ebfc462913d req-261f9c7c-6419-4a0a-afcd-60ea86538bf7 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:18.262845 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-261ef520-6da7-48a7-828c-2ebfc462913d req-261f9c7c-6419-4a0a-afcd-60ea86538bf7 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.1970289 Nov 01 16:41:18.363221 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-261ef520-6da7-48a7-828c-2ebfc462913d req-722d08d3-8c6b-45cd-b164-8791a4385c7a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856295 Nov 01 16:41:18.403816 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] Set router df5c378d-6ae0-4b70-88fc-83533ec1db5d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:41:18.591782 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:18.652358 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:18.715726 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce742c-4059-4ef7-a3ca-25d2b85c3a6e req-e48ce2d9-eec2-4dca-831b-24303082d2df tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:18.736146 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b5ce742c-4059-4ef7-a3ca-25d2b85c3a6e req-e48ce2d9-eec2-4dca-831b-24303082d2df tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 944 time: 0.1046209 Nov 01 16:41:18.853317 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b5ce742c-4059-4ef7-a3ca-25d2b85c3a6e req-62d3dec6-f1d6-4c09-bfaf-c29f38722dc9 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157024 Nov 01 16:41:18.876057 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-78070580-31d6-4c32-8053-ea6365358dcd None None] Provisioning complete for port c79da256-074b-441c-81fd-15b15a528ad3 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:18.876609 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-78070580-31d6-4c32-8053-ea6365358dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:18.912430 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Allocated IP 172.27.2.105 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:41:18.986218 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d04f0-da17-49c0-9c54-5e6d33b1e29d req-af1d82a4-ac87-4f32-a20d-593d72df7fdb tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:19.004210 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fc9d04f0-da17-49c0-9c54-5e6d33b1e29d req-af1d82a4-ac87-4f32-a20d-593d72df7fdb tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0860481 Nov 01 16:41:19.046012 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Publish callbacks [] for port, precommit_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:19.051187 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:19.064167 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fc9d04f0-da17-49c0-9c54-5e6d33b1e29d req-90f5e32f-f636-4de3-bc35-d9ffbbc02339 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588219 Nov 01 16:41:19.125593 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-78070580-31d6-4c32-8053-ea6365358dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:19.161206 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360'] for port, after_create {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:19.179914 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:19.218909 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-78070580-31d6-4c32-8053-ea6365358dcd None None] For port c79da256-074b-441c-81fd-15b15a528ad3, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=c79da256-074b-441c-81fd-15b15a528ad3,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:19.237859 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Network 43061366-724c-4c95-a733-1aae9f462c21 is already hosted by enough agents. {{(pid=102021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:41:19.243145 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.scheduler.base_scheduler [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Resources bound (agent type, host, resource id): {{(pid=102021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:19.246378 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Pushing event updated for resources: {'Port': ['ID=bffa51d5-56af-4b2f-837d-d4caa55b85ed,revision_number=1']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:19.249868 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:41:11Z', 'revision_number': 4, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c79da256-074b-441c-81fd-15b15a528ad3', 'name': '', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'mac_address': 'fa:16:3e:c0:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:10Z', 'updated_at': '2021-11-01T16:41:17Z', 'revision_number': 4, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'subnets': [{'id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:19.252044 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Received port after_create {{(pid=102021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:41:19.268106 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:19.272584 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:41:19.274631 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:19.278247 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:41:19.287096 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece6aa9-841b-483e-ad81-ef950797648c None None] The sync data for ids ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'] in dv-cinder-816187-1-iscsi is: [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:41:11Z', 'revision_number': 4, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c79da256-074b-441c-81fd-15b15a528ad3', 'name': '', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'mac_address': 'fa:16:3e:c0:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:10Z', 'updated_at': '2021-11-01T16:41:17Z', 'revision_number': 4, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'subnets': [{'id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:41:19.290868 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-78070580-31d6-4c32-8053-ea6365358dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:19.451168 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Attempting to bind port bffa51d5-56af-4b2f-837d-d4caa55b85ed on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:41:19.452432 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Attempting to bind port bffa51d5-56af-4b2f-837d-d4caa55b85ed by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'fbc4a0fa-bb21-4d51-bfe0-afa96053bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '43061366-724c-4c95-a733-1aae9f462c21'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:41:19.452828 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Attempting to bind port bffa51d5-56af-4b2f-837d-d4caa55b85ed on network 43061366-724c-4c95-a733-1aae9f462c21 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:41:19.493808 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:41:19.495129 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Checking segment: {'id': 'fbc4a0fa-bb21-4d51-bfe0-afa96053bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '43061366-724c-4c95-a733-1aae9f462c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:41:19.495962 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:19.496568 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Bound using segment: {'id': 'fbc4a0fa-bb21-4d51-bfe0-afa96053bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '43061366-724c-4c95-a733-1aae9f462c21'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:41:19.497403 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Bound port: bffa51d5-56af-4b2f-837d-d4caa55b85ed, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc4a0fa-bb21-4d51-bfe0-afa96053bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '43061366-724c-4c95-a733-1aae9f462c21'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:41:19.498006 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:19.537931 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78070580-31d6-4c32-8053-ea6365358dcd None None] Pushing event updated for resources: {'Port': ['ID=c79da256-074b-441c-81fd-15b15a528ad3,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:19.554400 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23405a-afee-4ff4-ab25-98550a59c07e req-e4b02ae5-4149-407f-80c0-d7fe0562ccf6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:19.563924 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4f23405a-afee-4ff4-ab25-98550a59c07e req-e4b02ae5-4149-407f-80c0-d7fe0562ccf6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.0889902 Nov 01 16:41:19.649841 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4f23405a-afee-4ff4-ab25-98550a59c07e req-f9ee50d4-dd7c-4dc6-99bb-637a0433e14e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847838 Nov 01 16:41:19.658705 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] For port bffa51d5-56af-4b2f-837d-d4caa55b85ed, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:41:19.661960 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] For port bffa51d5-56af-4b2f-837d-d4caa55b85ed, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=bffa51d5-56af-4b2f-837d-d4caa55b85ed,segment=NetworkSegment(fbc4a0fa-bb21-4d51-bfe0-afa96053bf77),segment_id=fbc4a0fa-bb21-4d51-bfe0-afa96053bf77)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:41:19.739870 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:19.901859 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16539b1-c45a-4b4e-9f09-5202188e6662 None None] Pushing event updated for resources: {'Port': ['ID=bffa51d5-56af-4b2f-837d-d4caa55b85ed,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:19.940428 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-eb566a66-7011-4117-b40a-5de28f8544d9 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:19.961932 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-eb566a66-7011-4117-b40a-5de28f8544d9 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/networks?id=a8ee7723-be9b-4201-9224-adf38e10e8aa HTTP/1.1" status: 200 len: 814 time: 0.3023231 Nov 01 16:41:19.981653 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:19.986540 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-d7189aac-cb77-406f-a551-7e0853a08cc2 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/quotas/c8afbf2a18124036b9caafc1ea6c3cc0 HTTP/1.1" status: 200 len: 375 time: 0.0187495 Nov 01 16:41:20.148624 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-1a6f75dd-0f67-4147-951c-17b20a9d9ca5 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1605535 Nov 01 16:41:20.175055 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689fa4a-52ab-4a21-9f65-6dd664976bdb req-40440974-25c1-49cb-8845-db0013c6e085 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:20.186360 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3689fa4a-52ab-4a21-9f65-6dd664976bdb req-40440974-25c1-49cb-8845-db0013c6e085 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 944 time: 0.1787081 Nov 01 16:41:20.370466 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3689fa4a-52ab-4a21-9f65-6dd664976bdb req-27a5a1e5-b637-4d38-9205-1e7ed997e6f8 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828229 Nov 01 16:41:20.438689 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device c79da256-074b-441c-81fd-15b15a528ad3 up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:20.518939 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618959'] for router, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:20.544595 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-c0499f00-fa98-4ad2-9664-29b91d447cd7 service neutron] 10.222.0.62 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811932 Nov 01 16:41:20.594394 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port c79da256-074b-441c-81fd-15b15a528ad3 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:20.594904 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:20.806627 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45907ae9-5184-4ee7-8372-af7fb048e81e req-127f2965-91b7-4cec-a988-d071da6ac5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:20.809046 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-45907ae9-5184-4ee7-8372-af7fb048e81e req-127f2965-91b7-4cec-a988-d071da6ac5ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 1098 time: 0.3394608 Nov 01 16:41:20.812215 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-2fb672c9-8b3a-4f90-85c8-0d838ec12f6f service neutron] 10.222.0.62 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235148 Nov 01 16:41:20.820353 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Router 1d57697d-4e49-48de-8bba-4e7063a6fd6e is scheduled to L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 with binding_index 1 {{(pid=102020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 16:41:20.934022 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45907ae9-5184-4ee7-8372-af7fb048e81e req-cb534055-7dce-495e-bad5-bf2c95d8cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:20.939031 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-45907ae9-5184-4ee7-8372-af7fb048e81e req-cb534055-7dce-495e-bad5-bf2c95d8cee7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 918 time: 0.1200666 Nov 01 16:41:20.957754 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ae485-cc24-4dd5-866c-155c5f914a90 req-f2c4ec29-f91d-4bc4-a6c4-ceb6f39538df tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:20.967313 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-004ae485-cc24-4dd5-866c-155c5f914a90 req-f2c4ec29-f91d-4bc4-a6c4-ceb6f39538df tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.2716339 Nov 01 16:41:21.039615 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:41:21.046831 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Sync routers for ids ['1d57697d-4e49-48de-8bba-4e7063a6fd6e'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:41:21.083308 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Routers {'1d57697d-4e49-48de-8bba-4e7063a6fd6e'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:41:21.084174 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:41:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['1d57697d-4e49-48de-8bba-4e7063a6fd6e'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:21.261153 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] Publish callbacks [] for router, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:21.265101 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-db8d4b7b-525f-4e91-8d23-d3ef202dbc81 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7922614 Nov 01 16:41:21.277239 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37720) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:21.353022 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7a49d-830c-45d7-94b5-ec478e0574c1 req-77bd6269-ab37-4b54-8ad3-b916fc3c9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:21.355093 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-67e7a49d-830c-45d7-94b5-ec478e0574c1 req-77bd6269-ab37-4b54-8ad3-b916fc3c9988 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 1099 time: 0.1944602 Nov 01 16:41:21.369261 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Set router 1d57697d-4e49-48de-8bba-4e7063a6fd6e gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:41:21.505169 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-67e7a49d-830c-45d7-94b5-ec478e0574c1 req-ecc11d1e-874e-41fb-96fa-c6cbdd6f4d3c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368489 Nov 01 16:41:21.732039 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'name': 'tempest-TestMinimumBasicScenario-32787716-router', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:17Z', 'updated_at': '2021-11-01T16:41:19Z', 'revision_number': 3, 'project_id': 'da2451fa8cc147549b520c7a00cadfc7', 'gw_port': {'id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:18Z', 'updated_at': '2021-11-01T16:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:21.759633 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-45907ae9-5184-4ee7-8372-af7fb048e81e req-6c2500c2-a112-4df9-ac95-03ecefe60a8b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048 HTTP/1.1" status: 200 len: 1001 time: 0.7854941 Nov 01 16:41:21.807638 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Checking router: 1d57697d-4e49-48de-8bba-4e7063a6fd6e for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:41:21.807988 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Updating router 1d57697d-4e49-48de-8bba-4e7063a6fd6e port 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a binding host dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:41:21.862805 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:21.884932 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c62ac0-ba70-4b92-9cbe-eb8dee14462f None None] Network 43061366-724c-4c95-a733-1aae9f462c21 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:41:21.900186 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666598d-2cf2-4e74-9cfd-2e9b539c47a2 req-f2672afc-ad50-4c79-8125-5144172fcbc2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:21.902912 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5666598d-2cf2-4e74-9cfd-2e9b539c47a2 req-f2672afc-ad50-4c79-8125-5144172fcbc2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.2543504 Nov 01 16:41:21.909615 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-004ae485-cc24-4dd5-866c-155c5f914a90 req-d59a8db3-4525-4e77-a2de-f941dd238dbe tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9422925 Nov 01 16:41:21.950409 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45907ae9-5184-4ee7-8372-af7fb048e81e req-89ffe6a4-9e7e-4db1-bdf0-95ddf3e5eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:21.958214 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-45907ae9-5184-4ee7-8372-af7fb048e81e req-89ffe6a4-9e7e-4db1-bdf0-95ddf3e5eea1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12d120ec-7c1c-492a-aded-98eaa12c8391 HTTP/1.1" status: 200 len: 856 time: 0.1864154 Nov 01 16:41:22.081366 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-b4d5b614-7bbe-4636-bcb9-e3584d379d47 None None] Provisioning complete for port bffa51d5-56af-4b2f-837d-d4caa55b85ed triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:22.081730 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b4d5b614-7bbe-4636-bcb9-e3584d379d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:22.097622 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5666598d-2cf2-4e74-9cfd-2e9b539c47a2 req-3a9232bd-1991-43e3-b8e3-6b8a45255aa4 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839511 Nov 01 16:41:22.128195 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45907ae9-5184-4ee7-8372-af7fb048e81e req-ef719e2d-26a0-4bb0-a6a1-248effdf002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:22.130029 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-45907ae9-5184-4ee7-8372-af7fb048e81e req-ef719e2d-26a0-4bb0-a6a1-248effdf002e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac002b1f-c80d-4c51-9e9a-3afa35f24108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1397271 Nov 01 16:41:22.315041 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-dcbceade-cc13-4df5-827e-4c16422d90c9 req-47ebf7ce-67ae-431e-838c-832799320b9a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 210 time: 0.0841634 Nov 01 16:41:22.395837 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:22.458363 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device bffa51d5-56af-4b2f-837d-d4caa55b85ed up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:22.564089 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Publish callbacks [] for port, precommit_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:22.607830 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedcbf0-85fa-485c-b020-be5d8625ee1c req-0d468dca-6d2d-4d73-9f7f-6e5a7cc778ee tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:22.612396 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0fedcbf0-85fa-485c-b020-be5d8625ee1c req-0d468dca-6d2d-4d73-9f7f-6e5a7cc778ee tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 944 time: 0.2071106 Nov 01 16:41:22.649015 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-45907ae9-5184-4ee7-8372-af7fb048e81e req-27504cef-1ed6-4563-9870-d14b990f83b2 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082538 Nov 01 16:41:22.657792 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b4d5b614-7bbe-4636-bcb9-e3584d379d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:22.662385 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:22.711863 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port bffa51d5-56af-4b2f-837d-d4caa55b85ed triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:22.712141 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:22.735335 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Allocated IP 172.20.0.1 (43061366-724c-4c95-a733-1aae9f462c21/ffa9f816-b16b-49d7-9639-e32bb42417e6/92248f01-aac7-4d90-803c-659cb06693af) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:41:22.767186 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-b4d5b614-7bbe-4636-bcb9-e3584d379d47 None None] For port bffa51d5-56af-4b2f-837d-d4caa55b85ed, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=bffa51d5-56af-4b2f-837d-d4caa55b85ed,segment=NetworkSegment(fbc4a0fa-bb21-4d51-bfe0-afa96053bf77),segment_id=fbc4a0fa-bb21-4d51-bfe0-afa96053bf77)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:22.803179 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Attempting to bind port 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:41:22.805091 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Attempting to bind port 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:41:22.805667 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Attempting to bind port 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a on network c192031d-fcc0-4447-aa3c-77785f6d2f3f {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:41:22.813931 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141500b3-55dd-47cb-be0f-d7d3dc03fe7a None None] Pushing event updated for resources: {'Port': ['ID=1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a,revision_number=2']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:22.831701 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:41:22.832701 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Checking segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:41:22.834275 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:22.834844 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Bound using segment: {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'} {{(pid=102022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:41:22.836166 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.managers [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Bound port: 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6052918-df13-46c7-b1e4-bbc9e5c14116', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}}] {{(pid=102022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:41:22.840197 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:22.896184 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:22.905122 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b4d5b614-7bbe-4636-bcb9-e3584d379d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:22.960790 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0fedcbf0-85fa-485c-b020-be5d8625ee1c req-6b88f2f2-8414-4906-8034-760c4e4cd778 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336658 Nov 01 16:41:23.000834 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] For port 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:41:23.010971 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.plugins.ml2.db [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] For port 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:41:23.052087 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-45907ae9-5184-4ee7-8372-af7fb048e81e req-f9a92acf-420f-42ee-9f54-9fda4c46cc04 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696864 Nov 01 16:41:23.056101 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:23.113462 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron_lib.callbacks.manager [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:23.115682 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5b614-7bbe-4636-bcb9-e3584d379d47 None None] Pushing event updated for resources: {'Port': ['ID=bffa51d5-56af-4b2f-837d-d4caa55b85ed,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:23.146428 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.db.api [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 16:41:23.146952 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG oslo_db.api [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 16:41:23.174028 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:23.197369 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6ab51-1b8e-40bb-9647-abc24060298a req-9a771798-51d6-425b-8090-f168ef8b7542 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:23.200966 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ffd6ab51-1b8e-40bb-9647-abc24060298a req-9a771798-51d6-425b-8090-f168ef8b7542 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0859795 Nov 01 16:41:23.226787 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Routers {'1d57697d-4e49-48de-8bba-4e7063a6fd6e'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:41:23.227668 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:41:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['1d57697d-4e49-48de-8bba-4e7063a6fd6e'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:23.254115 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-5e7b1496-54df-4d83-92a1-35f007ba9600 None None] Provisioning complete for port bffa51d5-56af-4b2f-837d-d4caa55b85ed triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:23.255292 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1496-54df-4d83-92a1-35f007ba9600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:23.281102 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Pushing event updated for resources: {'Port': ['ID=92248f01-aac7-4d90-803c-659cb06693af,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:23.299386 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141500b3-55dd-47cb-be0f-d7d3dc03fe7a None None] Pushing event updated for resources: {'Port': ['ID=1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a,revision_number=3']} {{(pid=102022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:23.315844 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Network 43061366-724c-4c95-a733-1aae9f462c21 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:41:23.317423 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:23.319837 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:41:23.395194 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ffd6ab51-1b8e-40bb-9647-abc24060298a req-f809e386-13a6-4cc6-9f8b-014e437ddde6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869721 Nov 01 16:41:23.428024 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] Set router 1d57697d-4e49-48de-8bba-4e7063a6fd6e gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:41:23.444382 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618674'] for router_interface, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:23.459412 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aac1c-25cf-4539-8036-897a7c7877ca req-1df1b46a-7187-4d99-9b11-86cb620c8512 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:23.461390 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ef6aac1c-25cf-4539-8036-897a7c7877ca req-1df1b46a-7187-4d99-9b11-86cb620c8512 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 945 time: 0.1809385 Nov 01 16:41:23.539869 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ef6aac1c-25cf-4539-8036-897a7c7877ca req-9ac5a019-36fd-4852-b26a-07b8563589c9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717030 Nov 01 16:41:23.771561 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device dbda9b57-9e04-4765-9f1d-f3f555557eac details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:41:23.774041 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'name': 'tempest-TestMinimumBasicScenario-32787716-router', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:17Z', 'updated_at': '2021-11-01T16:41:19Z', 'revision_number': 3, 'project_id': 'da2451fa8cc147549b520c7a00cadfc7', 'gw_port': {'id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:18Z', 'updated_at': '2021-11-01T16:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:23.778974 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 76c0a567-6b31-4d02-96ab-6b9f84b8d048 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:41:23.808143 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8d18122b-40cc-43bd-87df-448f26d664d8 req-6fb45655-dc27-4fbb-ac06-1b9a6f73880a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 210 time: 0.0618997 Nov 01 16:41:23.837452 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5464d4-cfd0-4d96-9ab3-8cf12858a157 None None] The sync data for ids ['1d57697d-4e49-48de-8bba-4e7063a6fd6e'] in dv-cinder-816187-1-iscsi is: [{'id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'name': 'tempest-TestMinimumBasicScenario-32787716-router', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:17Z', 'updated_at': '2021-11-01T16:41:19Z', 'revision_number': 3, 'project_id': 'da2451fa8cc147549b520c7a00cadfc7', 'gw_port': {'id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:18Z', 'updated_at': '2021-11-01T16:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:41:23.845698 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:23.929315 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-f5116147-8a5f-48f5-8c6a-3cc5578d24d5 None None] Provisioning complete for port 92248f01-aac7-4d90-803c-659cb06693af triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:23.936950 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f5116147-8a5f-48f5-8c6a-3cc5578d24d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:24.124928 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port dbda9b57-9e04-4765-9f1d-f3f555557eac, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=dbda9b57-9e04-4765-9f1d-f3f555557eac,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:24.140138 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': 'dbda9b57-9e04-4765-9f1d-f3f555557eac', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'port_id': 'dbda9b57-9e04-4765-9f1d-f3f555557eac', 'mac_address': 'fa:16:3e:d6:53:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:41:24.141791 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-f5116147-8a5f-48f5-8c6a-3cc5578d24d5 None None] Port 92248f01-aac7-4d90-803c-659cb06693af cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:41:24.175116 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551f2ba-48a7-4ce9-b264-f80356c46de9 req-3ba6deb9-de92-4f2e-90d8-1c89e38ce540 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:24.183922 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:24.187819 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9551f2ba-48a7-4ce9-b264-f80356c46de9 req-3ba6deb9-de92-4f2e-90d8-1c89e38ce540 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 944 time: 0.1247993 Nov 01 16:41:24.196603 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:24.259633 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:24.333934 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:41:24.337990 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318dea03-a6cc-4cb2-ae16-1c4138e50ef1" -d '{"events": [{"server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "name": "network-vif-unplugged", "status": "completed", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:41:24.352633 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9551f2ba-48a7-4ce9-b264-f80356c46de9 req-8f6ce4d4-ac83-4b8d-b11e-3ba40a90bfb1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656790 Nov 01 16:41:24.394256 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device bffa51d5-56af-4b2f-837d-d4caa55b85ed up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:24.415700 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:24.454972 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5fd4d-d7b3-422d-a555-30edd3425447 req-486a8b2a-0c3b-4c24-b4d5-8b0dea228ff9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:24.457581 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c2a5fd4d-d7b3-422d-a555-30edd3425447 req-486a8b2a-0c3b-4c24-b4d5-8b0dea228ff9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.2026389 Nov 01 16:41:24.488448 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d8401-64ad-46df-8861-bfd4e5a354ee req-143b7ab5-7c44-48d6-a869-634965558579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:24.490150 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ac7d8401-64ad-46df-8861-bfd4e5a354ee req-143b7ab5-7c44-48d6-a869-634965558579 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d68315a9114545d0b176b3bfa254883f&device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 1099 time: 0.2255988 Nov 01 16:41:24.566768 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-d2db6163-eb6b-4bb7-a041-a4e7570801ef tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:24.568882 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-d2db6163-eb6b-4bb7-a041-a4e7570801ef tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "GET /v2.0/networks?id=a8ee7723-be9b-4201-9224-adf38e10e8aa HTTP/1.1" status: 200 len: 814 time: 0.1896088 Nov 01 16:41:24.608019 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Request body: {'port': {'device_id': '08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8', 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa', 'admin_state_up': True, 'tenant_id': 'c8afbf2a18124036b9caafc1ea6c3cc0'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:24.678657 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Pushing event updated for resources: {'Port': ['ID=92248f01-aac7-4d90-803c-659cb06693af,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:24.681693 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:24.687007 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a47faac-6251-446b-9e05-902243aee03e x-openstack-request-id: req-6a47faac-6251-446b-9e05-902243aee03e {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:41:24.687313 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "name": "network-vif-unplugged", "status": "completed", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:41:24.687586 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a47faac-6251-446b-9e05-902243aee03e {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:41:24.687977 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'code': 200} Nov 01 16:41:24.703998 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:24.716630 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-618510'] for router_interface, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:24.720292 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c2a5fd4d-d7b3-422d-a555-30edd3425447 req-ea3ababa-b535-4569-9e63-e5eb31477e0e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547212 Nov 01 16:41:24.804678 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbda9b57-9e04-4765-9f1d-f3f555557eac {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:41:24.821965 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d8401-64ad-46df-8861-bfd4e5a354ee req-dc960a54-ea28-4080-a907-bc901da0a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:24.824477 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ac7d8401-64ad-46df-8861-bfd4e5a354ee req-dc960a54-ea28-4080-a907-bc901da0a830 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 HTTP/1.1" status: 200 len: 917 time: 0.2831342 Nov 01 16:41:24.836797 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cec200-93fd-4f18-8359-e1ab52fab95c req-ce9fb950-7b20-4c50-833d-640618095e23 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:24.851422 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d7cec200-93fd-4f18-8359-e1ab52fab95c req-ce9fb950-7b20-4c50-833d-640618095e23 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.1098208 Nov 01 16:41:24.886757 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port dbda9b57-9e04-4765-9f1d-f3f555557eac, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=dbda9b57-9e04-4765-9f1d-f3f555557eac,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:24.914784 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ac7d8401-64ad-46df-8861-bfd4e5a354ee req-1c64a5a1-bd57-4a86-b4be-cb2980f3853b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cc8ae59-37f8-4c17-a430-75dca675e267 HTTP/1.1" status: 200 len: 217 time: 0.0577261 Nov 01 16:41:24.972153 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:24.997890 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d7cec200-93fd-4f18-8359-e1ab52fab95c req-8dd03793-727b-4585-bed6-efe742ed5d0f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478276 Nov 01 16:41:25.040426 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d8401-64ad-46df-8861-bfd4e5a354ee req-8f46d473-1325-4a8d-b1fb-4e6068326ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:25.045281 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=76c0a567-6b31-4d02-96ab-6b9f84b8d048,revision_number=8']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:25.045824 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ac7d8401-64ad-46df-8861-bfd4e5a354ee req-8f46d473-1325-4a8d-b1fb-4e6068326ebc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68335fe-26c4-42b4-823b-1184a837e16f HTTP/1.1" status: 200 len: 856 time: 0.1102350 Nov 01 16:41:25.129558 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port bffa51d5-56af-4b2f-837d-d4caa55b85ed triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:25.130191 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:25.136956 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ac7d8401-64ad-46df-8861-bfd4e5a354ee req-27915e37-d71e-4bda-a7fe-b7d4ec6d8429 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696256 Nov 01 16:41:25.162969 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=dbda9b57-9e04-4765-9f1d-f3f555557eac,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:25.209838 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9822375c-23c4-4758-ac16-fcffd21a41b1 req-da26e5e6-ce72-4349-8fbc-5990d1ba0dba tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 210 time: 0.0986450 Nov 01 16:41:25.328070 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['dbda9b57-9e04-4765-9f1d-f3f555557eac'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:41:25.407336 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ac7d8401-64ad-46df-8861-bfd4e5a354ee req-3cdd3020-ec44-491c-b5ff-41636d0894e9 service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240679 Nov 01 16:41:25.559321 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Network 43061366-724c-4c95-a733-1aae9f462c21 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:41:25.566479 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:25.638663 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Made reservation on behalf of c8afbf2a18124036b9caafc1ea6c3cc0 for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:41:25.643852 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:25.709441 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ac7d8401-64ad-46df-8861-bfd4e5a354ee req-2b136527-654e-425c-a315-ea590db0ad9a service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927415 Nov 01 16:41:25.761775 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d363580-371e-4357-b053-e73952edda3c req-f9dc2ff4-0aef-4a72-8743-61b5b2162cbe tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:25.763347 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8d363580-371e-4357-b053-e73952edda3c req-f9dc2ff4-0aef-4a72-8743-61b5b2162cbe tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 945 time: 0.1447802 Nov 01 16:41:25.837042 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8d363580-371e-4357-b053-e73952edda3c req-ceed13b5-79c3-4acb-8486-be206f9966ce tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643246 Nov 01 16:41:25.910684 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Router 1d57697d-4e49-48de-8bba-4e7063a6fd6e has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:41:25.979148 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c8f1e-bf24-4fc4-a006-dfa882e2f026 req-e5d13c8f-f20e-435d-b0e5-8da1962a6f53 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:25.986128 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6c6c8f1e-bf24-4fc4-a006-dfa882e2f026 req-e5d13c8f-f20e-435d-b0e5-8da1962a6f53 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1167109 Nov 01 16:41:26.063495 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6c6c8f1e-bf24-4fc4-a006-dfa882e2f026 req-e6ba1668-7e8d-4a65-b9ed-0e7f4fa3d0f8 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709269 Nov 01 16:41:26.071406 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Allocated IP 172.20.0.7 (a8ee7723-be9b-4201-9224-adf38e10e8aa/d0c5abae-9cff-46e0-bbfc-062d0f7c8620/38addf04-cd56-486b-8b87-50b95fea1b71) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:41:26.098625 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-9206f251-06be-4ad7-b0e0-ec40e5ff1436 None None] Provisioning complete for port 92248f01-aac7-4d90-803c-659cb06693af triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:26.101029 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9206f251-06be-4ad7-b0e0-ec40e5ff1436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:26.235978 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:41:26.258823 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-9206f251-06be-4ad7-b0e0-ec40e5ff1436 None None] Port 92248f01-aac7-4d90-803c-659cb06693af cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:41:26.279474 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-21a2fb4b-ac2d-443e-9c4e-50ff7ad923e1 admin admin] 10.222.0.62 "PUT /v2.0/routers/1d57697d-4e49-48de-8bba-4e7063a6fd6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9998748 Nov 01 16:41:26.311482 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716e397-76bd-48c0-b515-b90e92ea7d7c req-f721e96f-1850-4d7a-be7e-b413d13beea3 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:26.327608 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d716e397-76bd-48c0-b515-b90e92ea7d7c req-f721e96f-1850-4d7a-be7e-b413d13beea3 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.1218193 Nov 01 16:41:26.446145 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:26.474000 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d716e397-76bd-48c0-b515-b90e92ea7d7c req-1879cd39-8319-46b4-a7d4-c0ea74b16ea7 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453755 Nov 01 16:41:26.581931 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:26.621487 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-941fc097-f4ab-4c3c-abbd-f69852647b25 req-0bdef1c4-9f8d-46a4-86cf-7fde33420a59 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 210 time: 0.0911250 Nov 01 16:41:26.645686 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:26.646067 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:26.751978 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:26.778923 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['d69b50a8-7901-482e-a0fc-a69f7a552261', '90644ebd-d05a-4ce1-99d6-2f47827460de', 'be7861e9-7505-42e4-a23f-896045face08'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:41:26.843388 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Network a8ee7723-be9b-4201-9224-adf38e10e8aa is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:41:26.859487 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:26.883996 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:26.897877 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:41:26.930479 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] For port 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:26.937243 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Pushing event updated for resources: {'Port': ['ID=38addf04-cd56-486b-8b87-50b95fea1b71,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:26.993008 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Sync routers for ids ['1d57697d-4e49-48de-8bba-4e7063a6fd6e'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:41:27.018136 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:27.018555 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Routers {'1d57697d-4e49-48de-8bba-4e7063a6fd6e'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:41:27.019356 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:41:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['1d57697d-4e49-48de-8bba-4e7063a6fd6e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:27.020658 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:27.024564 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:27.079886 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaabcb-fa06-4657-8090-3aa76a3d4895 req-3200512c-1735-46ee-8b37-1e82a51fee3b tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:27.091575 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-eddaabcb-fa06-4657-8090-3aa76a3d4895 req-3200512c-1735-46ee-8b37-1e82a51fee3b tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 945 time: 0.1078713 Nov 01 16:41:27.144932 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-7e9ec8e2-9749-40bf-8855-1aea64e7c25c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5445454 Nov 01 16:41:27.158712 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Request body: {'port': {'device_id': '08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:27.176043 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-eddaabcb-fa06-4657-8090-3aa76a3d4895 req-b970e42c-dace-4a90-8ed8-3623ad91abce tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815377 Nov 01 16:41:27.202780 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Pushing event updated for resources: {'Port': ['ID=1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:27.243051 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:27.346176 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256921f-7a65-4047-a5ea-2090c624023a req-85b11872-6037-42bd-a9c1-e433b87d231e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:27.360840 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b256921f-7a65-4047-a5ea-2090c624023a req-85b11872-6037-42bd-a9c1-e433b87d231e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0819683 Nov 01 16:41:27.410244 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Set router 1d57697d-4e49-48de-8bba-4e7063a6fd6e gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:41:27.458181 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b256921f-7a65-4047-a5ea-2090c624023a req-3c5246ef-c05f-4ae1-997f-2dda9288d870 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850453 Nov 01 16:41:27.922570 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device dbda9b57-9e04-4765-9f1d-f3f555557eac up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:27.952585 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d2b62-dbc2-4a96-b18d-8d81197422d2 req-59b4e7a3-7d03-4b57-abea-1ae8cf3977e1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:27.957255 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bd3d2b62-dbc2-4a96-b18d-8d81197422d2 req-59b4e7a3-7d03-4b57-abea-1ae8cf3977e1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 931 time: 0.2604806 Nov 01 16:41:28.094280 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38addf04-cd56-486b-8b87-50b95fea1b71 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:41:28.100900 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bd3d2b62-dbc2-4a96-b18d-8d81197422d2 req-3cb3acd5-ee8b-476d-b6f4-c3c227fb1c82 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270618 Nov 01 16:41:28.121112 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:28.170098 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Transition to ACTIVE for port object 38addf04-cd56-486b-8b87-50b95fea1b71 will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:41:28.278905 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:28.339905 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:28.388310 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port dbda9b57-9e04-4765-9f1d-f3f555557eac completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:41:28.389512 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [req-3c6e454f-cbde-4d57-9889-01666bf011ab req-6afcad3b-1bf0-4989-9c17-ca9dba91cccd service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:41:28.391307 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3c6e454f-cbde-4d57-9889-01666bf011ab req-6afcad3b-1bf0-4989-9c17-ca9dba91cccd service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078695 Nov 01 16:41:28.401040 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port dbda9b57-9e04-4765-9f1d-f3f555557eac triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:28.401432 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:28.436342 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d5ed7-a5c1-4bf5-bbd9-63feae3f75a9 req-2826561c-5fa0-4b6f-a1f0-0d08a6c63c25 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:28.439021 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ca2d5ed7-a5c1-4bf5-bbd9-63feae3f75a9 req-2826561c-5fa0-4b6f-a1f0-0d08a6c63c25 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 945 time: 0.0900314 Nov 01 16:41:28.441625 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Pushing event updated for resources: {'Port': ['ID=38addf04-cd56-486b-8b87-50b95fea1b71,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:28.456213 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Attempting to bind port 38addf04-cd56-486b-8b87-50b95fea1b71 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:41:28.456552 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Attempting to bind port 38addf04-cd56-486b-8b87-50b95fea1b71 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:41:28.457311 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Attempting to bind port 38addf04-cd56-486b-8b87-50b95fea1b71 on network a8ee7723-be9b-4201-9224-adf38e10e8aa {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:41:28.468091 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Port 38addf04-cd56-486b-8b87-50b95fea1b71 on network a8ee7723-be9b-4201-9224-adf38e10e8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:41:28.469730 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Attempting to bind port 38addf04-cd56-486b-8b87-50b95fea1b71 on network a8ee7723-be9b-4201-9224-adf38e10e8aa {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:41:28.476868 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:41:28.477377 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Checking segment: {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:41:28.477964 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Bound using segment: {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:41:28.479026 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Bound port: 38addf04-cd56-486b-8b87-50b95fea1b71, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42fb540-51c3-4441-bed7-1eb42cad6cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:41:28.479393 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:28.488106 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ca2d5ed7-a5c1-4bf5-bbd9-63feae3f75a9 req-b6313c39-3f51-4830-83a3-b5905ddc3bc4 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403833 Nov 01 16:41:28.503937 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'name': 'tempest-TestMinimumBasicScenario-32787716-router', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:17Z', 'updated_at': '2021-11-01T16:41:23Z', 'revision_number': 4, 'project_id': 'da2451fa8cc147549b520c7a00cadfc7', 'gw_port': {'id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:18Z', 'updated_at': '2021-11-01T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '92248f01-aac7-4d90-803c-659cb06693af', 'name': '', 'network_id': '43061366-724c-4c95-a733-1aae9f462c21', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'mac_address': 'fa:16:3e:47:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ffa9f816-b16b-49d7-9639-e32bb42417e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:22Z', 'updated_at': '2021-11-01T16:41:23Z', 'revision_number': 2, 'project_id': 'da2451fa8cc147549b520c7a00cadfc7', 'subnets': [{'id': 'ffa9f816-b16b-49d7-9639-e32bb42417e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:28.550530 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Checking router: 1d57697d-4e49-48de-8bba-4e7063a6fd6e for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:41:28.550889 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Updating router 1d57697d-4e49-48de-8bba-4e7063a6fd6e port 92248f01-aac7-4d90-803c-659cb06693af binding host dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 16:41:28.600002 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:28.600285 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:28.602746 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:28.691231 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] For port 38addf04-cd56-486b-8b87-50b95fea1b71, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:41:28.695472 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:28.707026 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] For port 38addf04-cd56-486b-8b87-50b95fea1b71, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=38addf04-cd56-486b-8b87-50b95fea1b71,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:41:28.727810 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e9818-0d44-4d04-9a4c-4f0106f9edf4 req-27ab7e91-4650-472e-993f-3bb242950fb6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:28.729457 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e09e9818-0d44-4d04-9a4c-4f0106f9edf4 req-27ab7e91-4650-472e-993f-3bb242950fb6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1035597 Nov 01 16:41:28.782015 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port dbda9b57-9e04-4765-9f1d-f3f555557eac, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=dbda9b57-9e04-4765-9f1d-f3f555557eac,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:28.787114 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15166f7-fdb3-435c-ac20-5314163278be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbda9b57-9e04-4765-9f1d-f3f555557eac'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:41:28.789935 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8571de8a-139a-4835-a0a9-a34a0c7838e4" -d '{"events": [{"server_uuid": "f15166f7-fdb3-435c-ac20-5314163278be", "name": "network-vif-plugged", "status": "completed", "tag": "dbda9b57-9e04-4765-9f1d-f3f555557eac"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:41:28.792122 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:28.836834 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e09e9818-0d44-4d04-9a4c-4f0106f9edf4 req-734fcb30-b78b-4a25-8332-4375b1dceff3 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953298 Nov 01 16:41:28.862956 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49269dc2-7e61-4d10-b702-235fd651e256 req-82bfeb4c-40d9-454c-82a9-951eed7269d5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:28.865457 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-49269dc2-7e61-4d10-b702-235fd651e256 req-82bfeb4c-40d9-454c-82a9-951eed7269d5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.1098468 Nov 01 16:41:28.899779 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:28.904950 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:28.906757 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] 10.222.0.71 "PUT /v2.0/ports/38addf04-cd56-486b-8b87-50b95fea1b71 HTTP/1.1" status: 200 len: 1093 time: 1.7545576 Nov 01 16:41:28.910945 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8', 'tag': '38addf04-cd56-486b-8b87-50b95fea1b71'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:41:28.916535 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad098354-1650-42c6-b717-a1976a65a9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8", "tag": "38addf04-cd56-486b-8b87-50b95fea1b71"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:41:28.945030 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:28.951710 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 76c0a567-6b31-4d02-96ab-6b9f84b8d048 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:41:28.962981 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-49269dc2-7e61-4d10-b702-235fd651e256 req-be71bb37-23d8-4157-a2c9-874818ba877c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844090 Nov 01 16:41:28.967510 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c10c46-27fe-4ea9-b4ad-284633264e47 service neutron] Pushing event updated for resources: {'Port': ['ID=38addf04-cd56-486b-8b87-50b95fea1b71,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:28.999226 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c8e0fd-d8e7-4119-a30a-fba448a1446e x-openstack-request-id: req-97c8e0fd-d8e7-4119-a30a-fba448a1446e {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:41:28.999644 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8", "tag": "38addf04-cd56-486b-8b87-50b95fea1b71", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:41:28.999992 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97c8e0fd-d8e7-4119-a30a-fba448a1446e {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:41:29.000567 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8', 'tag': '38addf04-cd56-486b-8b87-50b95fea1b71', 'status': 'completed', 'code': 200} Nov 01 16:41:29.182999 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad098354-1650-42c6-b717-a1976a65a9c6 req-1ee61f8d-6169-4f42-92dd-a2e414e36b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:29.198143 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796247b2-7e80-4cca-9f6f-008b8c655a1d x-openstack-request-id: req-796247b2-7e80-4cca-9f6f-008b8c655a1d {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:41:29.198463 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15166f7-fdb3-435c-ac20-5314163278be", "name": "network-vif-plugged", "status": "completed", "tag": "dbda9b57-9e04-4765-9f1d-f3f555557eac", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:41:29.199019 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-796247b2-7e80-4cca-9f6f-008b8c655a1d {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:41:29.199412 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15166f7-fdb3-435c-ac20-5314163278be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbda9b57-9e04-4765-9f1d-f3f555557eac', 'code': 200} Nov 01 16:41:29.238027 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ad098354-1650-42c6-b717-a1976a65a9c6 req-1ee61f8d-6169-4f42-92dd-a2e414e36b36 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 1096 time: 0.1985137 Nov 01 16:41:29.348513 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=dbda9b57-9e04-4765-9f1d-f3f555557eac,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:29.483577 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9cc62-e05e-4cd1-bcf1-458ee6bbb09a req-86a0399b-586f-48ae-8e50-756556e664db tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:29.492037 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3df9cc62-e05e-4cd1-bcf1-458ee6bbb09a req-86a0399b-586f-48ae-8e50-756556e664db tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 943 time: 0.1807497 Nov 01 16:41:29.545353 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3df9cc62-e05e-4cd1-bcf1-458ee6bbb09a req-73a1fafa-523f-4569-bb64-21cc47e1c822 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474856 Nov 01 16:41:29.583933 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad098354-1650-42c6-b717-a1976a65a9c6 req-fcde7496-0f73-4c99-a7b2-1539df13dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:29.585428 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ad098354-1650-42c6-b717-a1976a65a9c6 req-fcde7496-0f73-4c99-a7b2-1539df13dcfb service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3365014 Nov 01 16:41:29.641313 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168b3b8-7fb0-4469-83d9-a1ed813002ec req-1dc20a10-d9a6-4f05-aea2-e35336146191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:29.643401 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5168b3b8-7fb0-4469-83d9-a1ed813002ec req-1dc20a10-d9a6-4f05-aea2-e35336146191 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 1099 time: 0.0964472 Nov 01 16:41:29.655420 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Publish callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:29.720829 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5168b3b8-7fb0-4469-83d9-a1ed813002ec req-d9227dc5-2e26-47b6-b3dd-d0a471f91c75 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681922 Nov 01 16:41:29.752616 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:29.788349 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e65e0-3cd4-418e-a33b-030d4c409036 req-1a6c6923-bf6a-4689-9b7e-983529c4dda1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:29.789229 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad098354-1650-42c6-b717-a1976a65a9c6 req-9a708ab4-a1f7-499a-8999-b28db70d7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:29.791338 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ad098354-1650-42c6-b717-a1976a65a9c6 req-9a708ab4-a1f7-499a-8999-b28db70d7067 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1953809 Nov 01 16:41:29.804005 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-263e65e0-3cd4-418e-a33b-030d4c409036 req-1a6c6923-bf6a-4689-9b7e-983529c4dda1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 946 time: 0.1256773 Nov 01 16:41:29.818699 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d86f2-aca9-44fd-b5f4-3cfae7e4f2d5 None None] Pushing event updated for resources: {'Port': ['ID=92248f01-aac7-4d90-803c-659cb06693af,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:29.881513 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-263e65e0-3cd4-418e-a33b-030d4c409036 req-055b2d76-455d-43d6-865b-8cb24571c144 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757213 Nov 01 16:41:29.921105 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Attempting to bind port 92248f01-aac7-4d90-803c-659cb06693af on host dv-cinder-816187-1-iscsi for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:41:29.921478 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Attempting to bind port 92248f01-aac7-4d90-803c-659cb06693af by drivers openvswitch,hyperv on host dv-cinder-816187-1-iscsi at level 0 using segments [{'id': 'fbc4a0fa-bb21-4d51-bfe0-afa96053bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '43061366-724c-4c95-a733-1aae9f462c21'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:41:29.921897 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Attempting to bind port 92248f01-aac7-4d90-803c-659cb06693af on network 43061366-724c-4c95-a733-1aae9f462c21 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:41:29.929824 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Checking agent: {'id': '09cea435-b28d-444e-a391-37a72669eda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 30, 13), 'started_at': datetime.datetime(2021, 11, 1, 16, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:41:29.932194 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Checking segment: {'id': 'fbc4a0fa-bb21-4d51-bfe0-afa96053bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '43061366-724c-4c95-a733-1aae9f462c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:41:29.932194 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:29.932194 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Bound using segment: {'id': 'fbc4a0fa-bb21-4d51-bfe0-afa96053bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '43061366-724c-4c95-a733-1aae9f462c21'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:41:29.932832 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Bound port: 92248f01-aac7-4d90-803c-659cb06693af, host: dv-cinder-816187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc4a0fa-bb21-4d51-bfe0-afa96053bf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '43061366-724c-4c95-a733-1aae9f462c21'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:41:29.933240 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:30.127846 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ead93-d169-4b8d-ac0e-3d6578e910d2 req-6d27f17b-4c07-435d-b062-ed391246e8db tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:30.129370 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f24ead93-d169-4b8d-ac0e-3d6578e910d2 req-6d27f17b-4c07-435d-b062-ed391246e8db tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0682528 Nov 01 16:41:30.175844 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-0fa507ba-3ee0-4fec-a1f9-e84233975bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:30.179423 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-0fa507ba-3ee0-4fec-a1f9-e84233975bed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 1096 time: 0.1409004 Nov 01 16:41:30.184378 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] For port 92248f01-aac7-4d90-803c-659cb06693af, host dv-cinder-816187-1-iscsi, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:41:30.215895 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f24ead93-d169-4b8d-ac0e-3d6578e910d2 req-2d32f38f-4ba1-4293-a261-7ea17087c72a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769608 Nov 01 16:41:30.248032 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] For port 92248f01-aac7-4d90-803c-659cb06693af, host dv-cinder-816187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=92248f01-aac7-4d90-803c-659cb06693af,segment=NetworkSegment(fbc4a0fa-bb21-4d51-bfe0-afa96053bf77),segment_id=fbc4a0fa-bb21-4d51-bfe0-afa96053bf77)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:41:30.250670 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-ea8bb1e9-c28a-45f2-a001-5345a33da842 None None] Provisioning complete for port 92248f01-aac7-4d90-803c-659cb06693af triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:30.251983 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ea8bb1e9-c28a-45f2-a001-5345a33da842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:30.252926 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-65f3a86a-f09d-48f6-a4a3-833ef2d157bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38addf04-cd56-486b-8b87-50b95fea1b71 HTTP/1.1" status: 200 len: 217 time: 0.0643544 Nov 01 16:41:30.302725 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-ea8bb1e9-c28a-45f2-a001-5345a33da842 None None] Port 92248f01-aac7-4d90-803c-659cb06693af cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:41:30.340309 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:30.340977 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-1ba6a5e5-7060-4f92-a2ba-d9cab747f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:30.342486 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-1ba6a5e5-7060-4f92-a2ba-d9cab747f4cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0c5abae-9cff-46e0-bbfc-062d0f7c8620 HTTP/1.1" status: 200 len: 854 time: 0.0792935 Nov 01 16:41:30.394164 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-9cab475d-61f5-4327-b677-9d101b8fc1d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8ee7723-be9b-4201-9224-adf38e10e8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376089 Nov 01 16:41:30.400198 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Routers {'1d57697d-4e49-48de-8bba-4e7063a6fd6e'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:41:30.401400 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:41:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['1d57697d-4e49-48de-8bba-4e7063a6fd6e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:30.451317 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d86f2-aca9-44fd-b5f4-3cfae7e4f2d5 None None] Pushing event updated for resources: {'Port': ['ID=92248f01-aac7-4d90-803c-659cb06693af,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:30.525980 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-f6740ee0-93f2-48d1-a55e-fffe103f05b9 service neutron] 10.222.0.71 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187556 Nov 01 16:41:30.548964 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] Set router 1d57697d-4e49-48de-8bba-4e7063a6fd6e gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:41:30.639411 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b67a97f5-825c-4d5b-99b0-4790d297a1d2 req-5e6903b2-e926-4689-86f1-fcccbaf7b757 service neutron] 10.222.0.71 "GET /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082034 Nov 01 16:41:30.702595 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74573f3-115d-4ce5-8280-3517d94dee8b req-5057332a-4b1f-4fef-b9c8-92cf029bd69a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:30.704223 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b74573f3-115d-4ce5-8280-3517d94dee8b req-5057332a-4b1f-4fef-b9c8-92cf029bd69a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 943 time: 0.0580728 Nov 01 16:41:30.752957 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-8befb8e8-c994-4b16-853e-60bb0cec59ce None None] Provisioning complete for port 92248f01-aac7-4d90-803c-659cb06693af triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:30.753322 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8befb8e8-c994-4b16-853e-60bb0cec59ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:30.757371 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b74573f3-115d-4ce5-8280-3517d94dee8b req-f87e3291-65d6-44fd-a84d-1df2afe68e51 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 Nov 01 16:41:30.894857 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8befb8e8-c994-4b16-853e-60bb0cec59ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:30.911467 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'name': 'tempest-TestMinimumBasicScenario-32787716-router', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:17Z', 'updated_at': '2021-11-01T16:41:23Z', 'revision_number': 4, 'project_id': 'da2451fa8cc147549b520c7a00cadfc7', 'gw_port': {'id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:18Z', 'updated_at': '2021-11-01T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '92248f01-aac7-4d90-803c-659cb06693af', 'name': '', 'network_id': '43061366-724c-4c95-a733-1aae9f462c21', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'mac_address': 'fa:16:3e:47:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ffa9f816-b16b-49d7-9639-e32bb42417e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:22Z', 'updated_at': '2021-11-01T16:41:30Z', 'revision_number': 4, 'project_id': 'da2451fa8cc147549b520c7a00cadfc7', 'subnets': [{'id': 'ffa9f816-b16b-49d7-9639-e32bb42417e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:30.950331 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e6ff3-4485-4e21-aef1-933848aacfe5 None None] The sync data for ids ['1d57697d-4e49-48de-8bba-4e7063a6fd6e'] in dv-cinder-816187-1-iscsi is: [{'id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'name': 'tempest-TestMinimumBasicScenario-32787716-router', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:17Z', 'updated_at': '2021-11-01T16:41:23Z', 'revision_number': 4, 'project_id': 'da2451fa8cc147549b520c7a00cadfc7', 'gw_port': {'id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:18Z', 'updated_at': '2021-11-01T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '92248f01-aac7-4d90-803c-659cb06693af', 'name': '', 'network_id': '43061366-724c-4c95-a733-1aae9f462c21', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'mac_address': 'fa:16:3e:47:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ffa9f816-b16b-49d7-9639-e32bb42417e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:22Z', 'updated_at': '2021-11-01T16:41:30Z', 'revision_number': 4, 'project_id': 'da2451fa8cc147549b520c7a00cadfc7', 'subnets': [{'id': 'ffa9f816-b16b-49d7-9639-e32bb42417e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:41:30.968779 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-8befb8e8-c994-4b16-853e-60bb0cec59ce None None] For port 92248f01-aac7-4d90-803c-659cb06693af, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=92248f01-aac7-4d90-803c-659cb06693af,segment=NetworkSegment(fbc4a0fa-bb21-4d51-bfe0-afa96053bf77),segment_id=fbc4a0fa-bb21-4d51-bfe0-afa96053bf77)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:31.072857 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8befb8e8-c994-4b16-853e-60bb0cec59ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:31.106107 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf1645-8482-42d1-a6c0-b9cc169e8e0b req-87d11091-d893-42af-8d50-94c4c3e01016 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:31.114872 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1dcf1645-8482-42d1-a6c0-b9cc169e8e0b req-87d11091-d893-42af-8d50-94c4c3e01016 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 946 time: 0.1295764 Nov 01 16:41:31.177425 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1dcf1645-8482-42d1-a6c0-b9cc169e8e0b req-28011f0b-d294-440d-a187-f14690f2db38 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582588 Nov 01 16:41:31.189803 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befb8e8-c994-4b16-853e-60bb0cec59ce None None] Pushing event updated for resources: {'Port': ['ID=92248f01-aac7-4d90-803c-659cb06693af,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:31.406734 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f510cb5-6a0a-46d5-85c8-bcd5225dbdf1 req-ace0fe3c-d728-406a-bccc-32bdbaa37087 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:31.408463 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2f510cb5-6a0a-46d5-85c8-bcd5225dbdf1 req-ace0fe3c-d728-406a-bccc-32bdbaa37087 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0929203 Nov 01 16:41:31.463321 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2f510cb5-6a0a-46d5-85c8-bcd5225dbdf1 req-22c038d4-056d-42db-92c0-ba5d36c42ec0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455976 Nov 01 16:41:31.898509 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e001490-8c14-4f1d-9366-a91c7ede7e2c req-d6d259a7-6bdf-42c4-ad67-44c7f28b98fe tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:31.901182 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6e001490-8c14-4f1d-9366-a91c7ede7e2c req-d6d259a7-6bdf-42c4-ad67-44c7f28b98fe tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 943 time: 0.0640061 Nov 01 16:41:31.965778 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6e001490-8c14-4f1d-9366-a91c7ede7e2c req-d407cdf2-8a55-48fc-aeda-07d282d9ea9c tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579886 Nov 01 16:41:32.030355 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:41:32.382783 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 92248f01-aac7-4d90-803c-659cb06693af up at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:32.417983 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689867e-f4b1-40d3-9a43-afb2016985bb req-b224aacc-ec3d-47de-94de-a7ed8f2b28b3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:32.419743 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c689867e-f4b1-40d3-9a43-afb2016985bb req-b224aacc-ec3d-47de-94de-a7ed8f2b28b3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 946 time: 0.1051302 Nov 01 16:41:32.464418 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Provisioning complete for port 92248f01-aac7-4d90-803c-659cb06693af triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:32.465179 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:32.483457 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c689867e-f4b1-40d3-9a43-afb2016985bb req-42542f0e-8b44-41a6-b284-bfada4cc80c7 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519376 Nov 01 16:41:32.692282 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1fe80-87ad-421e-b201-4e1777fc0e66 req-25587699-4c27-4b37-b258-0431cd3e904a tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:32.693848 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-56b1fe80-87ad-421e-b201-4e1777fc0e66 req-25587699-4c27-4b37-b258-0431cd3e904a tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 946 time: 0.1021488 Nov 01 16:41:32.717510 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed83c9-18e1-4461-a6b8-47d3694e9f79 req-5b740f2c-2a46-4ed1-a89b-becfddb70991 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:32.719088 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6ed83c9-18e1-4461-a6b8-47d3694e9f79 req-5b740f2c-2a46-4ed1-a89b-becfddb70991 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.1065392 Nov 01 16:41:32.781321 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-56b1fe80-87ad-421e-b201-4e1777fc0e66 req-02687a79-e940-4503-a3ec-9c170e7b0e29 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784566 Nov 01 16:41:32.786664 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6ed83c9-18e1-4461-a6b8-47d3694e9f79 req-9248b3ad-60c7-4875-8397-398c09de0e19 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551028 Nov 01 16:41:32.808085 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 37974) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:33.049197 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9934c8ea-76e6-4991-97a1-2ba9769c1e03 tempest-TestVolumeBootPattern-744012987 tempest-TestVolumeBootPattern-744012987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:33.053709 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-9934c8ea-76e6-4991-97a1-2ba9769c1e03 tempest-TestVolumeBootPattern-744012987 tempest-TestVolumeBootPattern-744012987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 1094 time: 0.2406867 Nov 01 16:41:33.054083 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 37982) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:33.061023 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'floatingip': {'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'port_id': 'dbda9b57-9e04-4765-9f1d-f3f555557eac', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:33.144008 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb88fc-d4ca-440d-af44-4f2c66622fe3 req-30e65c4d-c9e9-4f80-85ef-6ae18437d7e0 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:33.145479 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9adb88fc-d4ca-440d-af44-4f2c66622fe3 req-30e65c4d-c9e9-4f80-85ef-6ae18437d7e0 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 943 time: 0.0810106 Nov 01 16:41:33.176578 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:33.190903 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9adb88fc-d4ca-440d-af44-4f2c66622fe3 req-2e68dcd6-2358-40d3-95f6-d927ceaaa81f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361173 Nov 01 16:41:33.321463 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:33.451903 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Allocated IP 172.27.2.144 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/e84ffe0f-3953-41e2-b833-973be40977bb) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:41:33.590888 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:33.698809 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:33.746853 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:41:33.752471 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:33.758642 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:41:33.787625 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'Port': ['ID=e84ffe0f-3953-41e2-b833-973be40977bb,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:33.809393 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 38addf04-cd56-486b-8b87-50b95fea1b71 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:41:33.967567 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 38addf04-cd56-486b-8b87-50b95fea1b71, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=38addf04-cd56-486b-8b87-50b95fea1b71,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:33.993084 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '38addf04-cd56-486b-8b87-50b95fea1b71', 'network_id': 'a8ee7723-be9b-4201-9224-adf38e10e8aa', 'port_id': '38addf04-cd56-486b-8b87-50b95fea1b71', 'mac_address': 'fa:16:3e:50:5f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c5abae-9cff-46e0-bbfc-062d0f7c8620', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:41:34.002013 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba1b09-a297-439c-a815-e24aa53e7cb4 req-24f1e79e-a737-4ee5-9bb6-2bdf54e8ec07 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:34.007201 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d8ba1b09-a297-439c-a815-e24aa53e7cb4 req-24f1e79e-a737-4ee5-9bb6-2bdf54e8ec07 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0978951 Nov 01 16:41:34.046845 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:34.062714 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d8ba1b09-a297-439c-a815-e24aa53e7cb4 req-1b52eb81-c97c-48ba-8ea7-8ae258345aed tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489295 Nov 01 16:41:34.065694 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38addf04-cd56-486b-8b87-50b95fea1b71 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:41:34.090752 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 38addf04-cd56-486b-8b87-50b95fea1b71, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=38addf04-cd56-486b-8b87-50b95fea1b71,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:34.181013 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:34.307676 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=38addf04-cd56-486b-8b87-50b95fea1b71,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:34.478674 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:34.481805 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ef5f7-e685-4621-b08b-4638f68da427 req-925471f0-1e3e-46b4-9751-2e849dff7796 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:34.490089 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4a2ef5f7-e685-4621-b08b-4638f68da427 req-925471f0-1e3e-46b4-9751-2e849dff7796 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 944 time: 0.1058199 Nov 01 16:41:34.496970 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['38addf04-cd56-486b-8b87-50b95fea1b71'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:41:34.540077 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4a2ef5f7-e685-4621-b08b-4638f68da427 req-cb9f2247-cd6c-4ddf-9dfe-475102aeb038 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503211 Nov 01 16:41:34.739283 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:34.947790 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:35.000909 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:35.079550 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'Port': ['ID=e84ffe0f-3953-41e2-b833-973be40977bb,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:35.105815 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:35.218847 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e95ea6-66fa-4315-981b-a0a92ce027e6 req-34a18027-a0f5-4856-a360-12eaca333fca tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:35.227616 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-57e95ea6-66fa-4315-981b-a0a92ce027e6 req-34a18027-a0f5-4856-a360-12eaca333fca tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0781150 Nov 01 16:41:35.309895 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-57e95ea6-66fa-4315-981b-a0a92ce027e6 req-90d86a87-5648-446e-a05f-0f16415aa6fa tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810018 Nov 01 16:41:35.329461 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Floating IP 7154024c-f585-4d99-9e85-67cd2c87e418 associated. External IP: 172.27.2.144, port: dbda9b57-9e04-4765-9f1d-f3f555557eac. Nov 01 16:41:35.699567 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fac85-824a-42ae-813c-b1497f7632c8 req-549bf736-e943-4687-b141-f9d9e3371f97 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:35.701196 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ab8fac85-824a-42ae-813c-b1497f7632c8 req-549bf736-e943-4687-b141-f9d9e3371f97 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 944 time: 0.0742176 Nov 01 16:41:35.741416 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ab8fac85-824a-42ae-813c-b1497f7632c8 req-0b06fd53-ce94-4ad9-ad36-8144b488e22f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340254 Nov 01 16:41:35.788274 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Router cc64cbfc-7e93-48e6-838f-51f5f10271b0 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:41:35.833443 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 38addf04-cd56-486b-8b87-50b95fea1b71 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:41:35.896073 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:41:35.905921 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936d07a-532e-406c-b126-25974d59b0d4 None None] Sync routers for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:41:35.916875 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936d07a-532e-406c-b126-25974d59b0d4 None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:41:35.917480 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-3936d07a-532e-406c-b126-25974d59b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:41:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:36.033852 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e587ea79-def5-4fbc-831b-88d8b3057c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:36.035118 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port 38addf04-cd56-486b-8b87-50b95fea1b71 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:41:36.035817 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:36.046313 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 38addf04-cd56-486b-8b87-50b95fea1b71 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:36.048210 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:36.065337 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 38032) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:36.168528 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5fb0fdff-b031-4d52-a044-513cf33a1c6c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1115630 Nov 01 16:41:36.168528 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15166f7-fdb3-435c-ac20-5314163278be', 'tag': 'dbda9b57-9e04-4765-9f1d-f3f555557eac'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:41:36.174907 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0389368-395a-4db4-9a0f-1d9bdaa527b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f15166f7-fdb3-435c-ac20-5314163278be", "tag": "dbda9b57-9e04-4765-9f1d-f3f555557eac"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:41:36.197532 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:36.198251 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-3936d07a-532e-406c-b126-25974d59b0d4 None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:41:36.247912 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea83ed7-eb93-4786-993d-7aa4ed5dbab4 x-openstack-request-id: req-0ea83ed7-eb93-4786-993d-7aa4ed5dbab4 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:41:36.248496 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15166f7-fdb3-435c-ac20-5314163278be", "tag": "dbda9b57-9e04-4765-9f1d-f3f555557eac", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:41:36.248968 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ea83ed7-eb93-4786-993d-7aa4ed5dbab4 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:41:36.258228 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15166f7-fdb3-435c-ac20-5314163278be', 'tag': 'dbda9b57-9e04-4765-9f1d-f3f555557eac', 'status': 'completed', 'code': 200} Nov 01 16:41:36.258376 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38addf04-cd56-486b-8b87-50b95fea1b71'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:41:36.264023 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0485be-5a1d-45cc-bf96-3929009e67d0" -d '{"events": [{"server_uuid": "08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8", "name": "network-vif-plugged", "status": "completed", "tag": "38addf04-cd56-486b-8b87-50b95fea1b71"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:41:36.292251 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-520a7cd5-ca6b-4bea-8a85-93b1daf6c586 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2248511 Nov 01 16:41:36.298497 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 38addf04-cd56-486b-8b87-50b95fea1b71, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=38addf04-cd56-486b-8b87-50b95fea1b71,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:36.307606 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-1b251549-f834-4d90-8f59-07d88eb33869 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:41:36.334431 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-1b251549-f834-4d90-8f59-07d88eb33869 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0341132 Nov 01 16:41:36.373010 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0389368-395a-4db4-9a0f-1d9bdaa527b2 req-38c6a6e9-94f8-4e52-91d6-983e1b16269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:36.376326 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:36.391407 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b0389368-395a-4db4-9a0f-1d9bdaa527b2 req-38c6a6e9-94f8-4e52-91d6-983e1b16269c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 1099 time: 0.1058159 Nov 01 16:41:36.482775 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10652674-f638-4865-a130-6a99a2a56ec1 x-openstack-request-id: req-10652674-f638-4865-a130-6a99a2a56ec1 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:41:36.483009 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8", "name": "network-vif-plugged", "status": "completed", "tag": "38addf04-cd56-486b-8b87-50b95fea1b71", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:41:36.483266 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10652674-f638-4865-a130-6a99a2a56ec1 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:41:36.484910 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38addf04-cd56-486b-8b87-50b95fea1b71', 'code': 200} Nov 01 16:41:36.531643 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ce01f-e54e-4015-b92e-55bc1bfb26c6 req-e12d25ca-a2fb-4539-91e9-d3069a45a7d1 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:36.533586 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-165ce01f-e54e-4015-b92e-55bc1bfb26c6 req-e12d25ca-a2fb-4539-91e9-d3069a45a7d1 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.2053149 Nov 01 16:41:36.631553 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=38addf04-cd56-486b-8b87-50b95fea1b71,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:36.645202 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-165ce01f-e54e-4015-b92e-55bc1bfb26c6 req-5561168a-bb35-4309-9186-fe5a72ddab8e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046515 Nov 01 16:41:36.680426 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a7112-00e1-44e6-9d30-857fc5427f11 req-c0e37da7-61bc-49e2-a714-2bf09602da91 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:36.686007 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d92a7112-00e1-44e6-9d30-857fc5427f11 req-c0e37da7-61bc-49e2-a714-2bf09602da91 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.1280086 Nov 01 16:41:36.705572 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0389368-395a-4db4-9a0f-1d9bdaa527b2 req-8fcd4fad-2aab-47f8-80f3-7e6ea36136b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:36.707045 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b0389368-395a-4db4-9a0f-1d9bdaa527b2 req-8fcd4fad-2aab-47f8-80f3-7e6ea36136b0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 912 time: 0.3131158 Nov 01 16:41:36.791502 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d92a7112-00e1-44e6-9d30-857fc5427f11 req-8e4dacfd-26a7-4066-b4ac-ef1dd64c3b5b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988235 Nov 01 16:41:36.897853 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b0389368-395a-4db4-9a0f-1d9bdaa527b2 req-26bb8e28-8bce-4ccc-8180-8be82f795d2f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbda9b57-9e04-4765-9f1d-f3f555557eac HTTP/1.1" status: 200 len: 1000 time: 0.1822503 Nov 01 16:41:36.914296 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-3936d07a-532e-406c-b126-25974d59b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '7154024c-f585-4d99-9e85-67cd2c87e418', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': 'dbda9b57-9e04-4765-9f1d-f3f555557eac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:d6:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15166f7-fdb3-435c-ac20-5314163278be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:41:34Z', 'updated_at': '2021-11-01T16:41:34Z', 'revision_number': 0, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:36.943637 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936d07a-532e-406c-b126-25974d59b0d4 None None] Checking router: cc64cbfc-7e93-48e6-838f-51f5f10271b0 for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:41:36.947311 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7086a33-0430-4e76-a4f2-c3b9ce42ff96 req-e3e4d25e-663f-4aec-b041-cb64223206b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:36.950096 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b7086a33-0430-4e76-a4f2-c3b9ce42ff96 req-e3e4d25e-663f-4aec-b041-cb64223206b7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 1098 time: 0.1445990 Nov 01 16:41:36.958017 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936d07a-532e-406c-b126-25974d59b0d4 None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:41:36.959878 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-3936d07a-532e-406c-b126-25974d59b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:41:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:36.965563 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34f9d-7a98-4269-80ae-48611dc83abc req-24e5103d-a6d5-4469-97f4-9a571bbc7042 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:36.967165 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-96e34f9d-7a98-4269-80ae-48611dc83abc req-24e5103d-a6d5-4469-97f4-9a571bbc7042 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 945 time: 0.0901833 Nov 01 16:41:36.970227 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0389368-395a-4db4-9a0f-1d9bdaa527b2 req-53e606a9-ccc7-4150-b8cf-1be923a1b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:36.977029 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b0389368-395a-4db4-9a0f-1d9bdaa527b2 req-53e606a9-ccc7-4150-b8cf-1be923a1b796 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fbaa1191-0552-4a2e-91c0-99fce75be7c1 HTTP/1.1" status: 200 len: 850 time: 0.0702262 Nov 01 16:41:37.056912 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0389368-395a-4db4-9a0f-1d9bdaa527b2 req-c0f65a1f-3fdf-4900-882b-fecad39eac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:37.058658 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b0389368-395a-4db4-9a0f-1d9bdaa527b2 req-c0f65a1f-3fdf-4900-882b-fecad39eac7b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f545391-7950-48f3-af3e-7b24976f5954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718617 Nov 01 16:41:37.086019 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b7086a33-0430-4e76-a4f2-c3b9ce42ff96 req-a38ce734-aa6c-4678-966c-3ba1b0d96ec5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148853 Nov 01 16:41:37.113254 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-96e34f9d-7a98-4269-80ae-48611dc83abc req-8679a1cc-83fb-4e13-a917-e288207766dd tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070206 Nov 01 16:41:37.148291 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-3936d07a-532e-406c-b126-25974d59b0d4 None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:41:37.307675 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b0389368-395a-4db4-9a0f-1d9bdaa527b2 req-8ac765d0-1bae-412b-9e46-37f78113e6a2 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400570 Nov 01 16:41:37.451129 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b0389368-395a-4db4-9a0f-1d9bdaa527b2 req-b1ceb506-fe22-4722-9213-e6aca7d37478 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349344 Nov 01 16:41:37.500354 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-3936d07a-532e-406c-b126-25974d59b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '7154024c-f585-4d99-9e85-67cd2c87e418', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': 'dbda9b57-9e04-4765-9f1d-f3f555557eac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:d6:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15166f7-fdb3-435c-ac20-5314163278be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:41:34Z', 'updated_at': '2021-11-01T16:41:34Z', 'revision_number': 0, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:37.543123 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936d07a-532e-406c-b126-25974d59b0d4 None None] The sync data for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi is: [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '7154024c-f585-4d99-9e85-67cd2c87e418', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': 'dbda9b57-9e04-4765-9f1d-f3f555557eac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:d6:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15166f7-fdb3-435c-ac20-5314163278be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:41:34Z', 'updated_at': '2021-11-01T16:41:34Z', 'revision_number': 0, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:41:37.856636 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dbe57-481c-4518-b20e-30fd0096e07c req-f41cabf2-e32a-4aae-b92b-76ae3bff0489 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:37.858166 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6c3dbe57-481c-4518-b20e-30fd0096e07c req-f41cabf2-e32a-4aae-b92b-76ae3bff0489 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0650485 Nov 01 16:41:37.867584 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d80194-f825-4409-b163-edbadfcb6e57 None None] New status for floating IP 7154024c-f585-4d99-9e85-67cd2c87e418: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:41:37.936656 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6c3dbe57-481c-4518-b20e-30fd0096e07c req-8456b44d-e1fd-4cf9-8c89-eca0eb774b65 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569181 Nov 01 16:41:38.051930 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e10de8-7d32-4235-b891-5dacf7865201 req-b5cb8585-092e-4ee1-8ac3-afcd46b22c7b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:38.053628 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b2e10de8-7d32-4235-b891-5dacf7865201 req-b5cb8585-092e-4ee1-8ac3-afcd46b22c7b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0647676 Nov 01 16:41:38.095254 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b2e10de8-7d32-4235-b891-5dacf7865201 req-62d80d9a-4e71-4f4e-8675-3899a3f9d7b3 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355465 Nov 01 16:41:38.150510 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-48f35428-71e6-435a-bd13-c05b0f27bb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:38.294500 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41825b-fabe-4e48-8b5c-ec424be67967 req-631c81fe-b0be-48c5-91be-dfe59dd597f1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:38.301776 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-db41825b-fabe-4e48-8b5c-ec424be67967 req-631c81fe-b0be-48c5-91be-dfe59dd597f1 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 945 time: 0.0769989 Nov 01 16:41:38.354824 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-db41825b-fabe-4e48-8b5c-ec424be67967 req-203163d8-17df-4f5a-94a6-2caaa6897ed7 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515120 Nov 01 16:41:39.104673 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84a306-bb8a-4b9f-bf35-dfc4a11f15cd req-bab6d5f2-b323-484a-9739-3fd249fd761b tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:39.113912 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-de84a306-bb8a-4b9f-bf35-dfc4a11f15cd req-bab6d5f2-b323-484a-9739-3fd249fd761b tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.0961926 Nov 01 16:41:39.154315 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-de84a306-bb8a-4b9f-bf35-dfc4a11f15cd req-7b08bdc0-edb2-462b-b1be-c69eb67f5f24 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391533 Nov 01 16:41:39.157914 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3c761-96d7-4b3c-9fc4-e0f0f48b789a req-ae88bdfd-cc19-434e-8f2c-9ff373c975fc tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:39.159512 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4bd3c761-96d7-4b3c-9fc4-e0f0f48b789a req-ae88bdfd-cc19-434e-8f2c-9ff373c975fc tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.71 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 945 time: 0.1485238 Nov 01 16:41:39.286534 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492a292-9308-4380-b868-c75ac9560bab req-1ed7e6bd-91de-48a1-bec2-e23081fe47a1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:39.288139 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2492a292-9308-4380-b868-c75ac9560bab req-1ed7e6bd-91de-48a1-bec2-e23081fe47a1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0633345 Nov 01 16:41:39.359065 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2492a292-9308-4380-b868-c75ac9560bab req-f6eefdf7-a11d-4c69-a854-73ec483168de tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632513 Nov 01 16:41:39.450615 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-4bd3c761-96d7-4b3c-9fc4-e0f0f48b789a req-1205ab18-3ec7-4eda-8420-77662b59dea2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Deleting port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:41:39.450846 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4bd3c761-96d7-4b3c-9fc4-e0f0f48b789a req-1205ab18-3ec7-4eda-8420-77662b59dea2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:39.572244 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb7944-69b6-4538-ad98-0b6ed9586c75 req-08095572-40fa-47af-93db-a469c7a0e7af tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:39.586306 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-01eb7944-69b6-4538-ad98-0b6ed9586c75 req-08095572-40fa-47af-93db-a469c7a0e7af tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0965095 Nov 01 16:41:39.590424 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-4bd3c761-96d7-4b3c-9fc4-e0f0f48b789a req-1205ab18-3ec7-4eda-8420-77662b59dea2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] For port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:41:39.590799 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4bd3c761-96d7-4b3c-9fc4-e0f0f48b789a req-1205ab18-3ec7-4eda-8420-77662b59dea2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:39.603732 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f9aae-cb51-46c8-b407-3b2d5dd4d3d2 req-c7953fef-ba15-4543-a34b-8d0cfcfe5403 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:39.604362 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:39.606999 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-4bd3c761-96d7-4b3c-9fc4-e0f0f48b789a req-1205ab18-3ec7-4eda-8420-77662b59dea2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Calling delete_port for dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d owned by compute:nova {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:41:39.623981 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bc7f9aae-cb51-46c8-b407-3b2d5dd4d3d2 req-c7953fef-ba15-4543-a34b-8d0cfcfe5403 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 945 time: 0.1433218 Nov 01 16:41:39.699293 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-01eb7944-69b6-4538-ad98-0b6ed9586c75 req-b7743a33-fa43-4903-996c-ff106373c9dc tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120269 Nov 01 16:41:39.705763 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bc7f9aae-cb51-46c8-b407-3b2d5dd4d3d2 req-eae18f00-0ea6-481c-a36b-de47721cd70e tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806453 Nov 01 16:41:39.911929 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4bd3c761-96d7-4b3c-9fc4-e0f0f48b789a req-1205ab18-3ec7-4eda-8420-77662b59dea2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:39.925386 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['4cc8ae59-37f8-4c17-a430-75dca675e267'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:41:39.951337 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205ab18-3ec7-4eda-8420-77662b59dea2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Pushing event deleted for resources: {'Port': ['ID=dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:40.042317 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd3c761-96d7-4b3c-9fc4-e0f0f48b789a req-1205ab18-3ec7-4eda-8420-77662b59dea2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] No DVR routers for this DVR port dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d on host hv-cinder-81618 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:41:40.045676 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4bd3c761-96d7-4b3c-9fc4-e0f0f48b789a req-1205ab18-3ec7-4eda-8420-77662b59dea2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:40.049043 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4bd3c761-96d7-4b3c-9fc4-e0f0f48b789a req-1205ab18-3ec7-4eda-8420-77662b59dea2 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.71 "DELETE /v2.0/ports/dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d HTTP/1.1" status: 204 len: 173 time: 0.8817544 Nov 01 16:41:40.049499 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46a5f8d-cc7d-4e25-b9c1-a4dba9201962', 'name': 'network-vif-deleted', 'tag': 'dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:41:40.051783 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1256255d-419b-43e6-8fb2-eb9ff651d00a" -d '{"events": [{"server_uuid": "a46a5f8d-cc7d-4e25-b9c1-a4dba9201962", "name": "network-vif-deleted", "tag": "dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:41:40.133154 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6aed5e-1656-4092-98a9-67ea8e79e784 x-openstack-request-id: req-3a6aed5e-1656-4092-98a9-67ea8e79e784 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:41:40.133501 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46a5f8d-cc7d-4e25-b9c1-a4dba9201962", "name": "network-vif-deleted", "tag": "dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:41:40.133755 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a6aed5e-1656-4092-98a9-67ea8e79e784 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:41:40.134689 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46a5f8d-cc7d-4e25-b9c1-a4dba9201962', 'name': 'network-vif-deleted', 'tag': 'dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d', 'status': 'completed', 'code': 200} Nov 01 16:41:40.142958 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 38154) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:40.226845 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e173e9-985e-4e69-a06c-05d2ccf27717 admin admin] Deleting subnet cc5037da-f307-4cc9-8787-1e2abe0a4359 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:41:40.228432 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0e173e9-985e-4e69-a06c-05d2ccf27717 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:40.273090 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0e173e9-985e-4e69-a06c-05d2ccf27717 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:40.315444 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0e173e9-985e-4e69-a06c-05d2ccf27717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:40.324571 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7363ca77-49ce-4f3e-80e4-336005915aa4 req-4c572e5a-2d3b-4472-91cc-2d5133244638 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.0447264 Nov 01 16:41:40.559297 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1029e-86ad-4892-863e-16ba322d6873 req-e47ab6ff-83b2-4086-bb51-4597fde51aa5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:40.561140 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7fc1029e-86ad-4892-863e-16ba322d6873 req-e47ab6ff-83b2-4086-bb51-4597fde51aa5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0547953 Nov 01 16:41:40.606136 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7fc1029e-86ad-4892-863e-16ba322d6873 req-e1d5c193-65eb-4c81-9f0b-1bceb97a59f9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382605 Nov 01 16:41:40.816250 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5dc9c-64d3-4c66-a650-cacae408700b req-e51aea5a-4e57-44ad-b1c1-cc23fbc177b6 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:40.819854 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-dbf5dc9c-64d3-4c66-a650-cacae408700b req-e51aea5a-4e57-44ad-b1c1-cc23fbc177b6 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0511787 Nov 01 16:41:40.855703 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-dbf5dc9c-64d3-4c66-a650-cacae408700b req-afc4dcf0-6a99-471b-9fa8-1b4c472c5f38 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310690 Nov 01 16:41:40.950636 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:40.952208 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0e173e9-985e-4e69-a06c-05d2ccf27717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:40.982237 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e173e9-985e-4e69-a06c-05d2ccf27717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5037da-f307-4cc9-8787-1e2abe0a4359,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:40.984202 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0e173e9-985e-4e69-a06c-05d2ccf27717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:40.989934 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-a0e173e9-985e-4e69-a06c-05d2ccf27717 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cc5037da-f307-4cc9-8787-1e2abe0a4359 HTTP/1.1" status: 204 len: 168 time: 0.8427486 Nov 01 16:41:40.990766 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 38168) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:41.069875 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:41.176973 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:41.230227 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.230586 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.231323 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.231690 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > port after_create 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.232037 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > port after_delete 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.232374 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > port after_update 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.232704 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.233023 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.240848 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.241240 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.390919 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.391711 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.392260 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.393003 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 16:41:41.393603 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25ba124-fbe9-468d-bb4a-ebb35d2922db']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:41.416730 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00019d26-77b6-454c-b2ff-04ccde01405a') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:41.417189 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00019d26-77b6-454c-b2ff-04ccde01405a') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:41:41.437880 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260784338'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:41.462443 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:41.516310 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-41820fa6-d529-4b3c-a1ff-601211609dad req-bb04b3b6-d2e4-4d52-85a5-c468238fc708 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.0444994 Nov 01 16:41:41.524031 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:41:41.524501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260103394'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: from cryptography.utils import int_from_bytes Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: from cryptography.utils import int_from_bytes Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: Traceback (most recent call last): Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: timer() Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: cb(*args, **kw) Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: return func(*args, **kwargs) Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: self._notify() Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: self.callback(batched_events) Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: event.method(event) Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: return f(self, *a, **k) Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._get(url).json() Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: return self.request(url, 'GET', **kwargs) Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:41:41.539693 dv-cinder-816187-1-iscsi neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:41:41.750336 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:41.790391 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:41.798973 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] 10.222.0.62 "DELETE /v2.0/networks/b25ba124-fbe9-468d-bb4a-ebb35d2922db HTTP/1.1" status: 204 len: 168 time: 0.8057089 Nov 01 16:41:41.806480 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64880c2e-47b8-4bbe-b0a1-3bd27d9031ef admin admin] Pushing event deleted for resources: {'Network': ['ID=b25ba124-fbe9-468d-bb4a-ebb35d2922db,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:41.823641 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8580b2-90ad-4197-9c31-0651e9fc24a6 req-323252b5-6d83-456c-bc17-20e58fbb0c2d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:41.825933 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7c8580b2-90ad-4197-9c31-0651e9fc24a6 req-323252b5-6d83-456c-bc17-20e58fbb0c2d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.1158476 Nov 01 16:41:41.858150 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-759ce5f2-3968-457b-8140-ac327969ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:41.859697 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-759ce5f2-3968-457b-8140-ac327969ccd9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d&tenant_id=a16bdbc5792c4267960d31f199a308c7 HTTP/1.1" status: 200 len: 1096 time: 0.2090268 Nov 01 16:41:41.881589 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7c8580b2-90ad-4197-9c31-0651e9fc24a6 req-d921c8b0-8705-42fe-8a4e-2b666ced4b58 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461352 Nov 01 16:41:41.887071 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:41:41.933444 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:41:41.934377 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device dbd3ea2e-bcd7-45fa-94b2-23febc3ca81d not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:41:41.962685 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-df39d802-47a9-4d1e-b28d-d05ae376a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:41.964572 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-df39d802-47a9-4d1e-b28d-d05ae376a046 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 1096 time: 0.0570824 Nov 01 16:41:42.039969 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f062790-189e-42eb-9f77-521cc3d20a11 req-35f465df-13f4-45b5-82ff-270776aa4306 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:42.042386 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9f062790-189e-42eb-9f77-521cc3d20a11 req-35f465df-13f4-45b5-82ff-270776aa4306 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0713241 Nov 01 16:41:42.088568 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9f062790-189e-42eb-9f77-521cc3d20a11 req-3959c9f6-eb6e-4514-988f-8abab7a88c2f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393984 Nov 01 16:41:42.090415 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-99f75023-b9d8-4ed5-825f-9aa742df38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:42.092248 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-99f75023-b9d8-4ed5-825f-9aa742df38d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 918 time: 0.1182263 Nov 01 16:41:42.170273 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-e654b22b-e4a6-4ad7-b906-1bdcd8ec47db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048 HTTP/1.1" status: 200 len: 999 time: 0.0650835 Nov 01 16:41:42.225470 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-73c66ac3-663f-4fee-a1a0-351a28345b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:42.227162 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-73c66ac3-663f-4fee-a1a0-351a28345b99 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12d120ec-7c1c-492a-aded-98eaa12c8391 HTTP/1.1" status: 200 len: 856 time: 0.0481255 Nov 01 16:41:42.299231 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-9059c8a0-8b40-4fdf-99b2-8b529197a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:42.299919 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-9059c8a0-8b40-4fdf-99b2-8b529197a37d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac002b1f-c80d-4c51-9e9a-3afa35f24108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612307 Nov 01 16:41:42.387611 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 38186) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:42.424468 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-4e6e560d-efad-45a5-ac7e-5bddbae73a48 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117203 Nov 01 16:41:42.449433 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ba632c11-2ffb-4faa-b568-1fc07e083691 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07e2c4312d0d44f69bd11e292b2c9bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613291 Nov 01 16:41:42.452013 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 38188) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:41:42.525486 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:42.552706 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:42.594550 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-096dd7d0-b6cd-4bc2-a953-2245b1ec566b req-c9a44b6e-da87-460f-a7da-6898c6a176b3 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592069 Nov 01 16:41:42.701624 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fd32f744-8340-4834-bac7-62fec06af6cd req-9293fe80-97a5-45b5-bd5e-0f24eb8ec231 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46a5f8d-cc7d-4e25-b9c1-a4dba9201962 HTTP/1.1" status: 200 len: 210 time: 0.0466301 Nov 01 16:41:42.708967 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:42.715163 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:42.716589 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6bb3bcef-cef4-4321-adfb-989be372efcf HTTP/1.1" status: 204 len: 168 time: 0.2628484 Nov 01 16:41:42.726198 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb3bcef-cef4-4321-adfb-989be372efcf,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:42.736096 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:42.736583 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:42.737026 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:42.738082 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:42.738082 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:42.738082 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:42.739202 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:42.739308 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:42.739883 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:42.744213 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:42.744213 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:42.744213 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c73873-e14e-4f14-b6c5-60e92e944809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:43.065328 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75679784-2c8f-440e-8d1e-4898e778544b req-3715f586-b3f9-4a69-81a0-a91bceddfc95 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:43.075718 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-75679784-2c8f-440e-8d1e-4898e778544b req-3715f586-b3f9-4a69-81a0-a91bceddfc95 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0852296 Nov 01 16:41:43.115954 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-75679784-2c8f-440e-8d1e-4898e778544b req-1d1b8aca-fe94-4589-acb2-c02b66aec9c0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410790 Nov 01 16:41:43.290111 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ce72d-a84b-477f-99f6-f68c2d812e92 req-4611b174-bc68-43c5-9f1c-358e25516097 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:43.299087 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-597ce72d-a84b-477f-99f6-f68c2d812e92 req-4611b174-bc68-43c5-9f1c-358e25516097 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0781338 Nov 01 16:41:43.338605 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-597ce72d-a84b-477f-99f6-f68c2d812e92 req-54dac7ab-0018-497e-81ba-5c47beb2ce1a tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385125 Nov 01 16:41:43.466110 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:44.209232 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b428ac68-efc8-48d5-ac53-0db6f1afdf82 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121312318&fields=id&tenant_id=444ccc67043447cf9868bd1a97e38ffe HTTP/1.1" status: 200 len: 267 time: 0.0707438 Nov 01 16:41:44.394743 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-971fc3aa-cb1d-4d0a-8dfc-c5a7c700bcbf tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:44.411733 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-971fc3aa-cb1d-4d0a-8dfc-c5a7c700bcbf tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/networks?id=e7249020-644b-472a-9af1-7c517486f554 HTTP/1.1" status: 200 len: 808 time: 0.1857948 Nov 01 16:41:44.425427 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-00de1e49-8f5f-4638-a855-e3c0e0c04818 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/quotas/444ccc67043447cf9868bd1a97e38ffe HTTP/1.1" status: 200 len: 375 time: 0.0126808 Nov 01 16:41:44.482973 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-ab3fb5f7-26ce-4a59-974d-eabec602d348 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=444ccc67043447cf9868bd1a97e38ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487099 Nov 01 16:41:44.596205 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-efd76842-4c6d-4e40-844a-89f14b3883ee service neutron] 10.222.0.62 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966218 Nov 01 16:41:44.712917 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-18e5dac2-d290-4ed0-bf87-5007764dbae8 service neutron] 10.222.0.62 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103377 Nov 01 16:41:44.770455 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-98a34d40-f114-4fd5-b085-2a5858851724 req-39a9a40c-ca45-48a8-af95-786bed79a231 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836828 Nov 01 16:41:44.781613 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b5790-f348-4b34-b0c8-8da72a98282e req-1ee09a51-4cec-4d7f-83f6-c6be9397bf0d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:44.789130 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aa5b5790-f348-4b34-b0c8-8da72a98282e req-1ee09a51-4cec-4d7f-83f6-c6be9397bf0d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0748506 Nov 01 16:41:44.849203 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aa5b5790-f348-4b34-b0c8-8da72a98282e req-c161866b-be29-43c5-8695-ed9c0111bc46 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567453 Nov 01 16:41:44.892455 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a34d40-f114-4fd5-b085-2a5858851724 req-91ef710d-7596-42ee-a4b9-e1751247dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:44.893925 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-98a34d40-f114-4fd5-b085-2a5858851724 req-91ef710d-7596-42ee-a4b9-e1751247dc42 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d68315a9114545d0b176b3bfa254883f&device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 1099 time: 0.0568919 Nov 01 16:41:45.013828 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b901044-635a-4994-9798-2416ab076ed7 req-69c1fe6a-be69-4b44-87ec-8d0ab2e6ebdc tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:45.022250 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6b901044-635a-4994-9798-2416ab076ed7 req-69c1fe6a-be69-4b44-87ec-8d0ab2e6ebdc tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0895121 Nov 01 16:41:45.080740 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6b901044-635a-4994-9798-2416ab076ed7 req-cb2fda4c-b6d6-4342-b5e2-a07bbc816ef3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472364 Nov 01 16:41:45.126224 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a34d40-f114-4fd5-b085-2a5858851724 req-f592f33f-e23a-41c1-8967-81d03e87284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:45.130303 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-98a34d40-f114-4fd5-b085-2a5858851724 req-f592f33f-e23a-41c1-8967-81d03e87284d service neutron] 10.222.0.71 "GET /v2.0/networks?id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 HTTP/1.1" status: 200 len: 917 time: 0.1590061 Nov 01 16:41:45.205660 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b5830-7134-4333-aefd-0807134d7d69 req-2810cbf6-bc87-4018-aaf1-78b23f226c04 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:45.218137 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0f6b5830-7134-4333-aefd-0807134d7d69 req-2810cbf6-bc87-4018-aaf1-78b23f226c04 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0728884 Nov 01 16:41:45.222031 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-98a34d40-f114-4fd5-b085-2a5858851724 req-e1b4bdee-dd44-4f9c-bd68-4937a82bca8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cc8ae59-37f8-4c17-a430-75dca675e267 HTTP/1.1" status: 200 len: 217 time: 0.0673928 Nov 01 16:41:45.298746 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0f6b5830-7134-4333-aefd-0807134d7d69 req-fd1f5691-d039-4d75-ac60-f5ed774a237e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795681 Nov 01 16:41:45.563575 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:45.978310 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e0c0c-2d36-4654-890f-1ad0e93b1807 req-872c8cb3-1f4d-4c61-9f2f-cfb7db8c2072 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:45.979961 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cb6e0c0c-2d36-4654-890f-1ad0e93b1807 req-872c8cb3-1f4d-4c61-9f2f-cfb7db8c2072 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0533564 Nov 01 16:41:46.020975 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cb6e0c0c-2d36-4654-890f-1ad0e93b1807 req-26cff051-805a-4123-bdf7-76265b6de31b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351906 Nov 01 16:41:46.145654 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a34d40-f114-4fd5-b085-2a5858851724 req-c99f157d-93aa-4664-8165-08f8e1d47e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:46.147104 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-98a34d40-f114-4fd5-b085-2a5858851724 req-c99f157d-93aa-4664-8165-08f8e1d47e91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68335fe-26c4-42b4-823b-1184a837e16f HTTP/1.1" status: 200 len: 856 time: 0.1298389 Nov 01 16:41:46.223407 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7252e73-4e23-450a-a7b4-111325b1215c req-8938e3b7-d2eb-46bd-a457-fd7436961033 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:46.226014 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a7252e73-4e23-450a-a7b4-111325b1215c req-8938e3b7-d2eb-46bd-a457-fd7436961033 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0581765 Nov 01 16:41:46.333559 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c257cd68-884b-41fc-9514-5df0826330d0 req-f03ae256-15f5-4649-ad26-69f4248a4b0d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0330915 Nov 01 16:41:46.354465 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a7252e73-4e23-450a-a7b4-111325b1215c req-4b617955-1f05-4fd2-baa4-5861c18d6d6a tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097376 Nov 01 16:41:46.495603 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18780c40-dd58-4e99-b34c-cb099330eb3f req-75fac165-76ee-4d2c-b6a9-d77653f0cbdf tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:46.495876 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-18780c40-dd58-4e99-b34c-cb099330eb3f req-75fac165-76ee-4d2c-b6a9-d77653f0cbdf tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0540972 Nov 01 16:41:46.564361 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-18780c40-dd58-4e99-b34c-cb099330eb3f req-cf5dd23b-3816-432a-a103-44068534efe4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612063 Nov 01 16:41:47.193307 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-80d33c6c-9811-437b-935e-096ae494553c tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:47.195174 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-80d33c6c-9811-437b-935e-096ae494553c tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/networks?id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e HTTP/1.1" status: 200 len: 815 time: 0.1540809 Nov 01 16:41:47.210454 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565ca52-d3cf-4275-9419-5e2c9cdb9de8 req-c28a03d9-4a29-4016-9c12-0c6504ce0d0e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:47.210454 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7565ca52-d3cf-4275-9419-5e2c9cdb9de8 req-c28a03d9-4a29-4016-9c12-0c6504ce0d0e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0775127 Nov 01 16:41:47.231627 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-b806af48-94cd-4909-bf62-dac3749f8a78 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/quotas/800f24ef6e43427d8714b8a37a2f8ad4 HTTP/1.1" status: 200 len: 375 time: 0.0221391 Nov 01 16:41:47.265783 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7565ca52-d3cf-4275-9419-5e2c9cdb9de8 req-c8de272d-9ef7-4d54-864a-5dcdc28d65de tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492761 Nov 01 16:41:47.324738 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-a724edaa-f2d4-42b1-a52d-5ec8dc61c7d9 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=800f24ef6e43427d8714b8a37a2f8ad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786216 Nov 01 16:41:47.426736 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-07da2278-5638-4f61-b6c7-819f4a111658 req-b55a9d2a-ccce-46d9-bf64-869c8c582363 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0364897 Nov 01 16:41:47.440476 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-56ce7208-9e78-4af1-816b-22e18fa72476 service neutron] 10.222.0.62 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125360 Nov 01 16:41:47.831255 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58ad95-0e76-4958-b27b-b93520a19e24 req-04231ca4-e662-43df-b4f4-a66cf3ca0609 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:47.832717 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4e58ad95-0e76-4958-b27b-b93520a19e24 req-04231ca4-e662-43df-b4f4-a66cf3ca0609 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.1091385 Nov 01 16:41:47.839822 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-6bf3d749-2585-4e8d-8e71-25115b1e00f4 service neutron] 10.222.0.62 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907697 Nov 01 16:41:47.882633 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4e58ad95-0e76-4958-b27b-b93520a19e24 req-f126a3ab-c540-4087-aa1f-f263f09dd939 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417051 Nov 01 16:41:48.025241 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d92218-2192-475d-99cc-c2b3d11e2335 req-53380e88-3020-4bf8-b2c0-09d6191d2070 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:48.027196 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-24d92218-2192-475d-99cc-c2b3d11e2335 req-53380e88-3020-4bf8-b2c0-09d6191d2070 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0601833 Nov 01 16:41:48.084120 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-24d92218-2192-475d-99cc-c2b3d11e2335 req-b600af04-bcc8-4822-9695-0a3533c72bc1 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496237 Nov 01 16:41:48.180064 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6abc6d9a-83df-4520-ace0-881c106cc470 req-a83840cf-cb7c-4634-874d-85fd5e3cd251 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 210 time: 0.0414753 Nov 01 16:41:48.423393 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9eab7e-ec61-46b9-acd5-2799561230f5 req-1f3f68de-c817-433d-9e2f-dc95fac2def0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:48.424993 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5e9eab7e-ec61-46b9-acd5-2799561230f5 req-1f3f68de-c817-433d-9e2f-dc95fac2def0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0485840 Nov 01 16:41:48.467454 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5e9eab7e-ec61-46b9-acd5-2799561230f5 req-1fdb9c2a-c2e8-419b-83cc-3b749ba079e3 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358095 Nov 01 16:41:48.542537 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a1405518-dcef-47b2-9950-0812bdc261d6 req-257e5809-91cb-4501-8360-9d4a9cfc2488 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0306795 Nov 01 16:41:49.013412 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f3310-e2e1-48c6-be2b-cda20ca1075c req-07ae6a69-5e0f-4bdc-b9d0-19e9e0074978 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:49.014867 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4f2f3310-e2e1-48c6-be2b-cda20ca1075c req-07ae6a69-5e0f-4bdc-b9d0-19e9e0074978 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0532436 Nov 01 16:41:49.058733 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4f2f3310-e2e1-48c6-be2b-cda20ca1075c req-fc198064-f685-46de-89f0-ce16de8a43c4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375860 Nov 01 16:41:49.226270 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a524bd9-5827-41b1-8df9-dcc2a360f32c req-c9e8c2d7-89c2-4746-8f93-6e8d7328ef00 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:49.233261 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2a524bd9-5827-41b1-8df9-dcc2a360f32c req-c9e8c2d7-89c2-4746-8f93-6e8d7328ef00 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0656736 Nov 01 16:41:49.280478 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bf37201e-8257-435d-807b-aa3aa66002fe req-a8ee6b4a-eac2-4066-abbc-4da89bdfac4a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 210 time: 0.0418525 Nov 01 16:41:49.310275 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2a524bd9-5827-41b1-8df9-dcc2a360f32c req-71b200c3-ace1-4296-bb3d-073ea76a8822 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705824 Nov 01 16:41:49.608043 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7186f8-2d79-48c7-a6ab-bb06154b1816 req-238a2d81-5aec-4207-bdaf-ed0939512fbc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:49.609758 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1d7186f8-2d79-48c7-a6ab-bb06154b1816 req-238a2d81-5aec-4207-bdaf-ed0939512fbc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0652864 Nov 01 16:41:49.660893 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1d7186f8-2d79-48c7-a6ab-bb06154b1816 req-6e20c8f8-9e4a-40d8-bb8e-844d9a49164c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453665 Nov 01 16:41:49.682088 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ac098aea-a9bb-4fa8-978d-50c2354497aa req-45f1be31-3fea-4138-8be8-b8f5e126a333 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0393982 Nov 01 16:41:50.203320 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb50e-4b5f-4da3-b492-daf7dd02a607 req-ec87e824-0bbc-4827-beef-e3b146e6a554 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:50.204815 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-10acb50e-4b5f-4da3-b492-daf7dd02a607 req-ec87e824-0bbc-4827-beef-e3b146e6a554 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0762088 Nov 01 16:41:50.245986 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-10acb50e-4b5f-4da3-b492-daf7dd02a607 req-8017ecd3-362f-42d1-96b0-b2a8961096a4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353251 Nov 01 16:41:50.385821 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-75ae8a1e-46ad-4f05-8b12-4899fedcd976 req-f0c6a8ba-e784-4790-8b39-93d17e22dae7 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 210 time: 0.0280931 Nov 01 16:41:50.450200 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93ef4e-9ca6-4bee-900c-3a5aae31f040 req-dadbcaca-f0f1-4176-ab4e-e585c5aad3b6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:50.451940 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aa93ef4e-9ca6-4bee-900c-3a5aae31f040 req-dadbcaca-f0f1-4176-ab4e-e585c5aad3b6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0695851 Nov 01 16:41:50.492153 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aa93ef4e-9ca6-4bee-900c-3a5aae31f040 req-f50e0559-f1f4-48d9-9fc5-b6413bcc629a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343220 Nov 01 16:41:50.808418 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2e00d4be-46bc-406e-97c8-5b2291d845e7 req-45716a41-bc23-4f4f-8f60-c5634e7bb1be tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0530040 Nov 01 16:41:50.832450 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3337b7-87cb-40e3-9996-28af5d2d641e req-80f5ee4a-0e97-4615-b4a6-fdcccf6bcd32 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:50.833894 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fa3337b7-87cb-40e3-9996-28af5d2d641e req-80f5ee4a-0e97-4615-b4a6-fdcccf6bcd32 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0812783 Nov 01 16:41:50.872425 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fa3337b7-87cb-40e3-9996-28af5d2d641e req-048919e1-f3f4-4fda-99db-7c135785d466 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318506 Nov 01 16:41:51.363024 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cc66f-bfb1-4365-8538-8c0fc8f97e92 req-30520a75-52ff-43e9-a599-33a1d71ac47a tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:51.364549 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fb7cc66f-bfb1-4365-8538-8c0fc8f97e92 req-30520a75-52ff-43e9-a599-33a1d71ac47a tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0490298 Nov 01 16:41:51.405760 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fb7cc66f-bfb1-4365-8538-8c0fc8f97e92 req-c4c3c640-b874-43b6-aadc-177b0f08cdbc tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337336 Nov 01 16:41:51.514094 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fb24fcc8-1260-43ae-839b-95be5a22a704 req-40c9c784-6a03-4428-9ed2-6793256c58e4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 210 time: 0.0288384 Nov 01 16:41:51.618243 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0635d-fdc5-4d86-ad83-6e1f7c2902f0 req-3f4c77f0-bb7c-47da-bcae-d63fa52e416e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:51.619781 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-24c0635d-fdc5-4d86-ad83-6e1f7c2902f0 req-3f4c77f0-bb7c-47da-bcae-d63fa52e416e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0542448 Nov 01 16:41:51.658959 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-24c0635d-fdc5-4d86-ad83-6e1f7c2902f0 req-47a9ac9e-a44f-4f27-b359-112091cbf8ea tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Nov 01 16:41:51.904365 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8041b203-b68d-4249-b0f6-dacd6e5dd116 req-f1d6c8de-5b39-4544-bc04-7821a825556e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0279646 Nov 01 16:41:51.999046 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb6b93-9d68-4731-9937-4fb6e3adfe06 req-bcf1e7bf-e460-4141-a2db-9586df30ebe0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:52.001492 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-45eb6b93-9d68-4731-9937-4fb6e3adfe06 req-bcf1e7bf-e460-4141-a2db-9586df30ebe0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0495350 Nov 01 16:41:52.039851 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-45eb6b93-9d68-4731-9937-4fb6e3adfe06 req-3b29f37a-11dd-42a6-9c0a-f9ab2f9a743c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330372 Nov 01 16:41:52.530330 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7499a-463e-484d-832d-af0dfeced1c1 req-1cc83b2a-67db-4af9-9487-7d308e1a9e30 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:52.531826 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3fa7499a-463e-484d-832d-af0dfeced1c1 req-1cc83b2a-67db-4af9-9487-7d308e1a9e30 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0498402 Nov 01 16:41:52.583582 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3fa7499a-463e-484d-832d-af0dfeced1c1 req-07b7f2d3-a34d-4569-b39b-e3b5f65a666d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455885 Nov 01 16:41:52.634064 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-26ecfed8-fe35-42a4-8be7-53c026fc72b9 req-1f66c7b1-f907-45a9-bc34-7d7cd3494823 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 210 time: 0.0347440 Nov 01 16:41:52.786775 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4a7d0-429d-4e1a-8a4b-606bef8788dd req-dcba5074-87e4-4b0f-a575-34fadd714a4a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:52.788270 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-35d4a7d0-429d-4e1a-8a4b-606bef8788dd req-dcba5074-87e4-4b0f-a575-34fadd714a4a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0565109 Nov 01 16:41:52.830890 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-35d4a7d0-429d-4e1a-8a4b-606bef8788dd req-9e8f7196-905e-4e5a-bb50-5de481ff1a2e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351863 Nov 01 16:41:53.004889 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-685d2c2c-0b95-445d-85f1-76cef4653c0a req-e4308cdc-37ec-45c0-aa13-d6bd5943ae87 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0262060 Nov 01 16:41:53.182190 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bfd5c-d179-4f82-b768-c3c79bec731a req-82be1e1e-f206-4859-b73f-715e34c769d4 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:53.183822 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-040bfd5c-d179-4f82-b768-c3c79bec731a req-82be1e1e-f206-4859-b73f-715e34c769d4 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0619242 Nov 01 16:41:53.230908 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-040bfd5c-d179-4f82-b768-c3c79bec731a req-d35ce796-7303-481a-9ca4-68b7c1bf573c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408785 Nov 01 16:41:53.726031 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-65d14213-dbb4-4e00-bffd-959cce6ce5cd req-365de97c-db0f-48d3-892c-eb3fdd74be22 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 210 time: 0.0296035 Nov 01 16:41:53.734950 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dd04b-70bf-4b44-8148-a7f364c509fa req-7582cb83-cec7-4c19-b930-3c02332224ed tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:53.736375 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e8dd04b-70bf-4b44-8148-a7f364c509fa req-7582cb83-cec7-4c19-b930-3c02332224ed tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0744691 Nov 01 16:41:53.777260 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e8dd04b-70bf-4b44-8148-a7f364c509fa req-8551acd2-176b-43e5-a328-fc54250bb82d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347629 Nov 01 16:41:53.953806 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334b08e-dafd-4468-a47b-165309b58d34 req-8d1565b0-452f-4642-9e36-90b043d9db59 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:53.955288 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e334b08e-dafd-4468-a47b-165309b58d34 req-8d1565b0-452f-4642-9e36-90b043d9db59 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0526071 Nov 01 16:41:54.000120 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e334b08e-dafd-4468-a47b-165309b58d34 req-fe513af2-f51a-4682-974d-6e813f0f0506 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387831 Nov 01 16:41:54.101544 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f83c14e4-eade-4131-baa8-0d20d24cefdc req-8880e46f-5b27-4865-b5ac-1b333b8129bf tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0261178 Nov 01 16:41:54.356396 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb7737-b6b0-45f1-8999-ccbaf56a5850 req-37ba95c4-c676-4f4e-a7d8-4e64d3aeb501 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:54.358171 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-86cb7737-b6b0-45f1-8999-ccbaf56a5850 req-37ba95c4-c676-4f4e-a7d8-4e64d3aeb501 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0508204 Nov 01 16:41:54.403839 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-86cb7737-b6b0-45f1-8999-ccbaf56a5850 req-57315646-e652-41ea-a0a1-7fd2a023dd5b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398099 Nov 01 16:41:54.819895 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9f049030-1257-4bb8-b583-06ef7f6bd3b2 req-884ea450-bf1b-4fca-bf6a-394b6a111d7d tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 210 time: 0.0277936 Nov 01 16:41:54.908608 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294d814-ec8a-4f0d-9386-c17ae9393fb6 req-016bbaaa-ae05-4277-bb9d-e12a5f77d017 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:54.910196 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6294d814-ec8a-4f0d-9386-c17ae9393fb6 req-016bbaaa-ae05-4277-bb9d-e12a5f77d017 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0585136 Nov 01 16:41:54.958229 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6294d814-ec8a-4f0d-9386-c17ae9393fb6 req-ae1b3fb8-9ab7-40c4-b4b0-b18330baee70 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409553 Nov 01 16:41:55.120842 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d200917-97d6-46ae-ba38-84c2bfa9d41a req-8214585e-d8b1-473a-8642-035aa27fcb17 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:55.122350 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2d200917-97d6-46ae-ba38-84c2bfa9d41a req-8214585e-d8b1-473a-8642-035aa27fcb17 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0543644 Nov 01 16:41:55.163331 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2d200917-97d6-46ae-ba38-84c2bfa9d41a req-14367dc7-1cb1-44d8-883c-479e8190777d tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347378 Nov 01 16:41:55.202769 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6feb414-239e-42d7-9569-233382f5a5a2 req-4e259693-4f0a-4904-9146-6d72c670dabe tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0308542 Nov 01 16:41:55.523544 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cc477-43b5-4d50-86fc-62ee5079776b req-e9d14c3f-3692-41c0-bd5a-9e26ed45a1f5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:55.525622 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2c1cc477-43b5-4d50-86fc-62ee5079776b req-e9d14c3f-3692-41c0-bd5a-9e26ed45a1f5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0487318 Nov 01 16:41:55.567445 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2c1cc477-43b5-4d50-86fc-62ee5079776b req-de50a569-6fc2-4918-ac30-18360c2ab911 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360739 Nov 01 16:41:55.927351 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bd209c94-f861-46cd-b0e1-8bfec3da44a6 req-413a7bd4-33f7-4316-a4c5-284caf08157c tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 210 time: 0.0258975 Nov 01 16:41:56.077168 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001b168-e4f9-4cc5-b0d8-bc80a57171a1 req-2e8799a2-af2f-4345-807b-c011ea79daf5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:56.078699 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d001b168-e4f9-4cc5-b0d8-bc80a57171a1 req-2e8799a2-af2f-4345-807b-c011ea79daf5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0510671 Nov 01 16:41:56.116245 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d001b168-e4f9-4cc5-b0d8-bc80a57171a1 req-b5078a0a-b2b4-451b-8b29-386d554b4337 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314040 Nov 01 16:41:56.303685 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-45abf292-f6cd-4087-8e98-001cc735d881 req-483d4632-7ef9-4a80-82a7-401601604e51 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0337741 Nov 01 16:41:56.311658 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eedcd-4de9-4cce-9f84-35af9b0066a5 req-5b62952f-e7d7-4193-8d9c-15eed67af350 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:56.313050 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4c3eedcd-4de9-4cce-9f84-35af9b0066a5 req-5b62952f-e7d7-4193-8d9c-15eed67af350 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0764334 Nov 01 16:41:56.350733 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4c3eedcd-4de9-4cce-9f84-35af9b0066a5 req-d8f33e8c-a5c8-4a3c-9258-80922df84fca tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319123 Nov 01 16:41:56.691512 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10c026-a5aa-4069-965a-c7e5d6a71ed3 req-4e7ea44b-016d-4ede-9136-7cc46f832632 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:56.693151 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-dc10c026-a5aa-4069-965a-c7e5d6a71ed3 req-4e7ea44b-016d-4ede-9136-7cc46f832632 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0509417 Nov 01 16:41:56.698774 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-98a34d40-f114-4fd5-b085-2a5858851724 req-b8f1cf85-0206-4c9f-b4f6-35713ae098a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304339 Nov 01 16:41:56.732568 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-dc10c026-a5aa-4069-965a-c7e5d6a71ed3 req-172fdff9-b458-452f-a6cb-c7bc670d2360 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328703 Nov 01 16:41:56.792750 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-98a34d40-f114-4fd5-b085-2a5858851724 req-7470372b-b64e-4520-84e2-d75720810d76 service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857940 Nov 01 16:41:56.889304 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-98a34d40-f114-4fd5-b085-2a5858851724 req-8b85bd5f-37a7-47e7-b8c9-6f6542e1ed1e service neutron] 10.222.0.71 "GET /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863180 Nov 01 16:41:57.020702 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2ca30712-70f0-4bfd-872a-acc5fc890113 req-682ec9fc-798c-419a-ab8f-01f40d0b7ce1 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 210 time: 0.0263805 Nov 01 16:41:57.238167 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a6cbb-2aed-4492-8dd0-887dc90f5f88 req-d3e8251b-ac7b-44ef-b6e9-9feac0027908 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:57.244036 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7a8a6cbb-2aed-4492-8dd0-887dc90f5f88 req-d3e8251b-ac7b-44ef-b6e9-9feac0027908 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0575252 Nov 01 16:41:57.288045 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7a8a6cbb-2aed-4492-8dd0-887dc90f5f88 req-675bcf16-5292-481c-ba3a-f8a07e215a40 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Nov 01 16:41:57.402087 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-50608832-a95a-46fe-a1d0-c99378b1f066 req-509a2af1-39a4-4c47-a6fb-c342986e602b tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0296385 Nov 01 16:41:57.473635 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f56da-992c-47c5-aa77-70c2f9104dac req-ab2e0b5a-9639-45a4-8c04-547f7d5a18b6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:57.475130 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3c2f56da-992c-47c5-aa77-70c2f9104dac req-ab2e0b5a-9639-45a4-8c04-547f7d5a18b6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0520964 Nov 01 16:41:57.514872 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3c2f56da-992c-47c5-aa77-70c2f9104dac req-051a789f-a730-469b-ad11-b147ca0b30df tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333891 Nov 01 16:41:57.851890 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f56e2-c8c1-43aa-8274-8db9661c9251 req-2bd3b8d1-0c5a-49c1-8ac1-70b961bce851 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:57.853829 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b71f56e2-c8c1-43aa-8274-8db9661c9251 req-2bd3b8d1-0c5a-49c1-8ac1-70b961bce851 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0511141 Nov 01 16:41:57.892379 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b71f56e2-c8c1-43aa-8274-8db9661c9251 req-27948412-c4be-42ec-9f3f-2983f0a77d1a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325627 Nov 01 16:41:58.122665 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f2cbb140-69f4-4eaf-8e2d-06060f7f47d1 req-d1ca5b97-55cc-4da2-b897-1dc6e1e6fbc1 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 210 time: 0.0306084 Nov 01 16:41:58.377605 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-5a6ee74d-5a6c-4e23-9293-8f218196f4eb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:58.379061 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-5a6ee74d-5a6c-4e23-9293-8f218196f4eb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.71 "GET /v2.0/networks?id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e HTTP/1.1" status: 200 len: 815 time: 0.1032276 Nov 01 16:41:58.408560 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20910659-d64d-4696-b983-f11cbee9f591 req-9bfc7c3f-a01a-4a22-a07e-714d54fa4255 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:58.409122 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Request body: {'port': {'device_id': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'admin_state_up': True, 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:41:58.410066 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-20910659-d64d-4696-b983-f11cbee9f591 req-9bfc7c3f-a01a-4a22-a07e-714d54fa4255 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0514309 Nov 01 16:41:58.464211 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-20910659-d64d-4696-b983-f11cbee9f591 req-91a4b120-8457-414d-9384-82c26088d117 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467193 Nov 01 16:41:58.536478 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7e19038e-9f7c-40c4-b976-ce13057ac1b9 req-a0259ac3-1c47-4f3d-be15-7cde30e84933 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0270863 Nov 01 16:41:58.629054 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Made reservation on behalf of 800f24ef6e43427d8714b8a37a2f8ad4 for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:41:58.635849 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0203-c9bb-4fc7-9100-d5bb29af695a req-abd9e621-a890-48af-954b-c5d45d94f7cd tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:58.636010 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:58.636124 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-720c0203-c9bb-4fc7-9100-d5bb29af695a req-abd9e621-a890-48af-954b-c5d45d94f7cd tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0524423 Nov 01 16:41:58.680271 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-720c0203-c9bb-4fc7-9100-d5bb29af695a req-3f949321-7080-4de1-8418-bd0c157d636d tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380163 Nov 01 16:41:58.775105 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Allocated IP 172.20.0.9 (397b2c3c-7cb2-41ae-9c0b-f6db33ee822e/6d143e9e-2aeb-47db-9779-c6f9ad83a087/eb9a3772-e35e-429b-a7c9-b41b8c96c727) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:41:58.927151 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:59.034910 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81419db1-1d62-438b-b61c-b1dfa0df170f req-2ee80787-38dd-4fa9-a3c4-f0cc0c0febe6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:59.036493 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-81419db1-1d62-438b-b61c-b1dfa0df170f req-2ee80787-38dd-4fa9-a3c4-f0cc0c0febe6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0533404 Nov 01 16:41:59.077200 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:59.077351 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-81419db1-1d62-438b-b61c-b1dfa0df170f req-5d2b878d-d54e-4bdc-8e32-b1da552e2a70 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345409 Nov 01 16:41:59.123303 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:41:59.128331 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:41:59.132039 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:41:59.138975 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event updated for resources: {'Port': ['ID=eb9a3772-e35e-429b-a7c9-b41b8c96c727,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:41:59.168329 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:59.168676 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:59.169016 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:59.169347 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:59.169862 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:59.170384 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:59.170725 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:59.171181 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:59.171366 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:59.171714 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:59.172097 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:59.172394 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:41:59.212213 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:59.213169 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:59.257425 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6099182-5cee-4ea5-abcb-d8542e0832e9 req-361c7a3d-9740-4f45-9fa7-3e2c715333d3 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:59.259823 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6099182-5cee-4ea5-abcb-d8542e0832e9 req-361c7a3d-9740-4f45-9fa7-3e2c715333d3 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 931 time: 0.0536826 Nov 01 16:41:59.299479 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6099182-5cee-4ea5-abcb-d8542e0832e9 req-7fb72c3f-2ba1-420a-9d83-48fb4a45ccd1 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337367 Nov 01 16:41:59.319870 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-87783642-abe4-4a74-a371-c03458a72adb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9218457 Nov 01 16:41:59.419313 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-73130202-81d2-4e5a-b140-54a27ae9dd7b None None] Provisioning complete for port eb9a3772-e35e-429b-a7c9-b41b8c96c727 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:41:59.419968 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-73130202-81d2-4e5a-b140-54a27ae9dd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:41:59.453061 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-73130202-81d2-4e5a-b140-54a27ae9dd7b None None] Port eb9a3772-e35e-429b-a7c9-b41b8c96c727 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:41:59.577699 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6f367-9369-4c99-8f0e-453dd5edce4a req-04acfb4e-a896-4452-81cd-a1c3c5822c75 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:59.579409 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d4c6f367-9369-4c99-8f0e-453dd5edce4a req-04acfb4e-a896-4452-81cd-a1c3c5822c75 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0502696 Nov 01 16:41:59.629295 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d4c6f367-9369-4c99-8f0e-453dd5edce4a req-f084295d-d8f5-44a4-80ef-f2fd32983bfc tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440869 Nov 01 16:41:59.643681 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d7136d5d-df42-4a9b-90e5-2aa3a93a6198 req-075cecf8-d8e0-46a9-bea1-40568f111cb0 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0335548 Nov 01 16:41:59.795634 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b68f60-aef5-4376-aefa-ba5d67f6d84e req-e9cdeb16-ba5e-42a6-a220-18e665abe334 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:41:59.797089 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-98b68f60-aef5-4376-aefa-ba5d67f6d84e req-e9cdeb16-ba5e-42a6-a220-18e665abe334 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0483694 Nov 01 16:41:59.833607 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-98b68f60-aef5-4376-aefa-ba5d67f6d84e req-c148900f-668a-4891-9d35-d5b0b65ed572 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306756 Nov 01 16:42:00.198050 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0270e7-49d3-48b6-ab1b-bb4ad4f3a568 req-c421ef1d-b510-4be8-924c-a799554f4813 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:00.199564 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5b0270e7-49d3-48b6-ab1b-bb4ad4f3a568 req-c421ef1d-b510-4be8-924c-a799554f4813 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0511799 Nov 01 16:42:00.238316 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5b0270e7-49d3-48b6-ab1b-bb4ad4f3a568 req-1f197c39-89dc-4fd8-9297-7fe8958267a8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328624 Nov 01 16:42:00.415052 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837c57f-9101-45f6-a296-fc043196ab07 req-64a022b9-058f-4272-a04b-479c3e01440a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:00.416780 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4837c57f-9101-45f6-a296-fc043196ab07 req-64a022b9-058f-4272-a04b-479c3e01440a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 931 time: 0.0519078 Nov 01 16:42:00.453712 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4837c57f-9101-45f6-a296-fc043196ab07 req-051d5dff-69a0-4c1e-a2f7-9119eed1606a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Nov 01 16:42:00.750276 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-504cc83a-f88a-434a-89dc-e6dc249a9d3b req-796329e0-9863-40eb-9b21-30f6fc3eba23 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0288620 Nov 01 16:42:00.765977 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0f0e7-9ae1-4096-b214-39374f01faee req-0fdfb338-214d-434a-9c15-0b8fc4c2f906 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:00.767414 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e1b0f0e7-9ae1-4096-b214-39374f01faee req-0fdfb338-214d-434a-9c15-0b8fc4c2f906 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0720901 Nov 01 16:42:00.803746 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e1b0f0e7-9ae1-4096-b214-39374f01faee req-c07a2ed9-3a78-4083-8f10-f970319e38af tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305827 Nov 01 16:42:00.949951 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe165d-6465-471d-8b11-cd2f9966661e req-dc1ce20e-6b9a-4bb7-842f-d09b01e9670c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:00.951322 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-befe165d-6465-471d-8b11-cd2f9966661e req-dc1ce20e-6b9a-4bb7-842f-d09b01e9670c tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0517969 Nov 01 16:42:00.988269 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-befe165d-6465-471d-8b11-cd2f9966661e req-f018ec0d-6fa1-4040-93b5-a173cbc7883f tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310645 Nov 01 16:42:01.359036 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47dd27-0797-4933-a4e7-b77b575670e3 req-18455e96-6e3d-4493-821a-43bc6a0a7fee tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:01.360523 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea47dd27-0797-4933-a4e7-b77b575670e3 req-18455e96-6e3d-4493-821a-43bc6a0a7fee tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0496120 Nov 01 16:42:01.397008 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea47dd27-0797-4933-a4e7-b77b575670e3 req-f2c901ca-5469-46bd-a353-b575bb1f20cd tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307212 Nov 01 16:42:01.566231 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51bf49-d62b-42e6-abab-2baeed6fe4a8 req-9fa79a6d-d56b-410f-9819-5066daf1443d tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:01.567727 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7d51bf49-d62b-42e6-abab-2baeed6fe4a8 req-9fa79a6d-d56b-410f-9819-5066daf1443d tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 931 time: 0.0491517 Nov 01 16:42:01.606604 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7d51bf49-d62b-42e6-abab-2baeed6fe4a8 req-c96ccb98-5c61-48e2-aa91-4edd87529f50 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Nov 01 16:42:01.846565 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-abbe9438-d8b8-4bc6-ac49-acf360998ac4 req-c261446d-f6b3-4890-bb01-2b1a37276c51 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0313721 Nov 01 16:42:01.919072 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be249456-0e97-4f67-b696-6087a64bd388 req-3439506e-68f8-446d-9337-687e7b7fecd6 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:01.920537 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-be249456-0e97-4f67-b696-6087a64bd388 req-3439506e-68f8-446d-9337-687e7b7fecd6 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0481539 Nov 01 16:42:01.960556 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-be249456-0e97-4f67-b696-6087a64bd388 req-30c2bf3d-6169-44f4-8fa2-820b7f3ee8f6 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341203 Nov 01 16:42:01.975772 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Request body: {'port': {'device_id': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:02.057853 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:02.262965 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35b1e9-d5ba-41fc-8d50-db2242d60448 req-2c696fa4-5eb1-4f08-ad05-19ecfc952d48 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:02.276075 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4d35b1e9-d5ba-41fc-8d50-db2242d60448 req-2c696fa4-5eb1-4f08-ad05-19ecfc952d48 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1755245 Nov 01 16:42:02.346315 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4d35b1e9-d5ba-41fc-8d50-db2242d60448 req-57894945-709f-44ad-8469-d7f884b491d7 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643368 Nov 01 16:42:02.353658 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-0dcf986a-4a5b-4e1c-815e-3a16a424f606 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:02.355148 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-0dcf986a-4a5b-4e1c-815e-3a16a424f606 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.71 "GET /v2.0/networks?id=e7249020-644b-472a-9af1-7c517486f554 HTTP/1.1" status: 200 len: 808 time: 0.3445344 Nov 01 16:42:02.390009 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9a3772-e35e-429b-a7c9-b41b8c96c727 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:42:02.398496 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:02.416747 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Transition to ACTIVE for port object eb9a3772-e35e-429b-a7c9-b41b8c96c727 will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:42:02.424127 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-14e927e0-e59d-42c6-93a9-501932b8a2eb tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=444ccc67043447cf9868bd1a97e38ffe HTTP/1.1" status: 200 len: 380 time: 0.0408623 Nov 01 16:42:02.439013 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Request body: {'port': {'device_id': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'admin_state_up': True, 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'security_groups': ['72978579-b527-4a14-9f9e-248621d819db']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:02.491187 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:02.545659 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Pushing event updated for resources: {'Port': ['ID=eb9a3772-e35e-429b-a7c9-b41b8c96c727,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:02.593236 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004f586-911b-4557-96d6-c54dfa9e4cbc req-dc01281d-1dc7-4e95-a2b4-ff495838809a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:02.594778 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8004f586-911b-4557-96d6-c54dfa9e4cbc req-dc01281d-1dc7-4e95-a2b4-ff495838809a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0891223 Nov 01 16:42:02.650587 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Attempting to bind port eb9a3772-e35e-429b-a7c9-b41b8c96c727 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:42:02.651028 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Attempting to bind port eb9a3772-e35e-429b-a7c9-b41b8c96c727 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:42:02.651538 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Attempting to bind port eb9a3772-e35e-429b-a7c9-b41b8c96c727 on network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:42:02.661254 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Port eb9a3772-e35e-429b-a7c9-b41b8c96c727 on network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:42:02.661728 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Attempting to bind port eb9a3772-e35e-429b-a7c9-b41b8c96c727 on network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:42:02.669372 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:42:02.669863 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Checking segment: {'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:42:02.677119 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Bound using segment: {'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:42:02.677119 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Bound port: eb9a3772-e35e-429b-a7c9-b41b8c96c727, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c7be4e-91fd-4461-9936-7b4d3e53abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:42:02.677119 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:02.723147 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8004f586-911b-4557-96d6-c54dfa9e4cbc req-4dc5b658-bc6d-4468-b787-8fad258db798 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050332 Nov 01 16:42:02.758780 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Made reservation on behalf of 444ccc67043447cf9868bd1a97e38ffe for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:42:02.763927 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:02.861254 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] For port eb9a3772-e35e-429b-a7c9-b41b8c96c727, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:42:02.865664 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] For port eb9a3772-e35e-429b-a7c9-b41b8c96c727, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:42:02.942073 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:03.061216 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a6261624-7e6a-41ec-b74b-b876b82f48e9 req-dad41c8c-9b6f-4c23-8646-29550534f942 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0753932 Nov 01 16:42:03.076201 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Pushing event updated for resources: {'Port': ['ID=eb9a3772-e35e-429b-a7c9-b41b8c96c727,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:03.093940 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:03.094799 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:03.098883 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-ab2fd89b-aa73-4772-8a04-ce13f357f40e service neutron] 10.222.0.71 "PUT /v2.0/ports/eb9a3772-e35e-429b-a7c9-b41b8c96c727 HTTP/1.1" status: 200 len: 1093 time: 1.1281059 Nov 01 16:42:03.099640 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:03.102258 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab90e25b-323b-47e6-9aa6-1d6e57b5fbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:03.139758 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bab3f-ee3f-47ac-b0bc-dbcfd5d2f725 req-b74d776d-3c66-4cad-9641-d4ae2e877ce8 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:03.163903 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-390bab3f-ee3f-47ac-b0bc-dbcfd5d2f725 req-b74d776d-3c66-4cad-9641-d4ae2e877ce8 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.3773448 Nov 01 16:42:03.284101 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-390bab3f-ee3f-47ac-b0bc-dbcfd5d2f725 req-0dd85a22-3c68-4c27-9572-522ec3c861a3 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101429 Nov 01 16:42:03.334937 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Allocated IP 172.20.0.10 (e7249020-644b-472a-9af1-7c517486f554/76d43ed6-be2d-4001-972a-9c12ec0c965b/258ed614-4f0b-49a8-9d8b-60edb836514d) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:42:03.374603 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9211c1-ee79-4689-a854-0e029c8b58d1 x-openstack-request-id: req-ce9211c1-ee79-4689-a854-0e029c8b58d1 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:03.374898 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:03.375184 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce9211c1-ee79-4689-a854-0e029c8b58d1 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:03.375648 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'status': 'completed', 'code': 200} Nov 01 16:42:03.385667 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67750ef5-249d-49fd-801b-70a0d457f674 req-6d1c0068-f3d8-40b2-aa19-e9070fbfb6b1 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:03.403758 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-67750ef5-249d-49fd-801b-70a0d457f674 req-6d1c0068-f3d8-40b2-aa19-e9070fbfb6b1 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.1997542 Nov 01 16:42:03.562132 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-67750ef5-249d-49fd-801b-70a0d457f674 req-cce15f37-1aa0-438c-b938-819fd4f37bbb tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574011 Nov 01 16:42:03.750474 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819622b-7743-49ed-b76f-262bbd20d276 req-1646959c-6944-4a6c-a639-41a204abed34 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:03.752053 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1819622b-7743-49ed-b76f-262bbd20d276 req-1646959c-6944-4a6c-a639-41a204abed34 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.3136351 Nov 01 16:42:03.869558 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1819622b-7743-49ed-b76f-262bbd20d276 req-bd7ea475-074d-4d04-b8b1-1ef5fd96665e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025870 Nov 01 16:42:03.872354 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:03.993095 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851bbfe-ac12-49da-b41c-2aa45436c4e0 req-d16aa76e-240d-488d-9d32-53a2d46b775d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:03.994693 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2851bbfe-ac12-49da-b41c-2aa45436c4e0 req-d16aa76e-240d-488d-9d32-53a2d46b775d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0599430 Nov 01 16:42:04.046990 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2851bbfe-ac12-49da-b41c-2aa45436c4e0 req-a4985f94-2f8f-4810-b837-903c3105aae7 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455370 Nov 01 16:42:04.158339 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:04.222784 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Network e7249020-644b-472a-9af1-7c517486f554 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:42:04.229818 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:42:04.241009 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:42:04.279739 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event updated for resources: {'Port': ['ID=258ed614-4f0b-49a8-9d8b-60edb836514d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:04.342804 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b8f63-c340-4628-8089-f4aa992bfc0f req-00d21613-b0b9-493c-ad72-9ba095ae2add tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:04.344639 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f10b8f63-c340-4628-8089-f4aa992bfc0f req-00d21613-b0b9-493c-ad72-9ba095ae2add tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 932 time: 0.2060347 Nov 01 16:42:04.365764 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:04.366563 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:04.415669 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45880ac-6106-46df-b9b8-c5e75737c250 req-25c75869-cd54-42e6-a684-bad7b209c19f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:04.420075 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d45880ac-6106-46df-b9b8-c5e75737c250 req-25c75869-cd54-42e6-a684-bad7b209c19f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.1858337 Nov 01 16:42:04.460203 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f10b8f63-c340-4628-8089-f4aa992bfc0f req-4949d472-59ee-4ba9-9ba7-b2a89b220938 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054256 Nov 01 16:42:04.479851 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d45880ac-6106-46df-b9b8-c5e75737c250 req-ac19ff0f-bd16-48bb-89a6-0254782707ae tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507848 Nov 01 16:42:04.568465 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-bfb1d848-afe4-43bb-9f96-6829f572dca0 None None] Provisioning complete for port 258ed614-4f0b-49a8-9d8b-60edb836514d triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:42:04.569320 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d848-afe4-43bb-9f96-6829f572dca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:04.575839 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10de890-c88b-4cd6-a1bf-f0020c0d4b4a req-322315a2-80c8-48c5-b92f-a8d771a4053a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:04.581052 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f10de890-c88b-4cd6-a1bf-f0020c0d4b4a req-322315a2-80c8-48c5-b92f-a8d771a4053a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.0625224 Nov 01 16:42:04.608530 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-bfb1d848-afe4-43bb-9f96-6829f572dca0 None None] Port 258ed614-4f0b-49a8-9d8b-60edb836514d cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:42:04.624988 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f10de890-c88b-4cd6-a1bf-f0020c0d4b4a req-308ca543-9f11-46ed-a742-7d65e780c134 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Nov 01 16:42:04.685851 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-e5cb1618-cbe5-4410-9044-a5e6657209db tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2515619 Nov 01 16:42:04.995767 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32fc3a-7689-443f-838a-0cf4c98fd26f req-aa98ca19-a6a7-45a5-a0d5-35409ff39e0a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:04.997272 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-de32fc3a-7689-443f-838a-0cf4c98fd26f req-aa98ca19-a6a7-45a5-a0d5-35409ff39e0a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0563748 Nov 01 16:42:05.038478 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-de32fc3a-7689-443f-838a-0cf4c98fd26f req-7c1e8fab-2297-40c4-a6ed-5935cba0cef9 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352373 Nov 01 16:42:05.176509 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae370cf-a23f-4982-b10f-7686fc7ca134 req-3d4f9f44-5a4d-42c3-92bf-4043082fad97 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:05.177971 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8ae370cf-a23f-4982-b10f-7686fc7ca134 req-3d4f9f44-5a4d-42c3-92bf-4043082fad97 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0492947 Nov 01 16:42:05.221512 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8ae370cf-a23f-4982-b10f-7686fc7ca134 req-a59bce91-dc1d-402d-a99e-1c00b427aad9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355575 Nov 01 16:42:05.739251 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9138f530-a904-4334-9892-af2a35dbf993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:05.815055 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27635ecd-1455-4265-9370-42213e5dc605 req-115416fa-df13-4d81-8f9d-691bd7ca617f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:05.816606 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-27635ecd-1455-4265-9370-42213e5dc605 req-115416fa-df13-4d81-8f9d-691bd7ca617f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 932 time: 0.2908721 Nov 01 16:42:05.846709 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f73cfd-1591-478f-836c-8815b0c16dc1 req-43741755-5e98-4bd3-9485-d9c352e0feb7 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:05.848179 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-20f73cfd-1591-478f-836c-8815b0c16dc1 req-43741755-5e98-4bd3-9485-d9c352e0feb7 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.2941058 Nov 01 16:42:05.881726 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-27635ecd-1455-4265-9370-42213e5dc605 req-bb337749-34df-453c-94cf-dd6430ae2c12 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569131 Nov 01 16:42:05.899986 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-20f73cfd-1591-478f-836c-8815b0c16dc1 req-78d10a8d-b23f-40fd-bb63-57f2fd6ab582 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454395 Nov 01 16:42:06.004791 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e11f96-74c4-4994-8b69-0979a548c7b6 req-404633d4-8054-4526-9f19-f1a5b5cd3d9f tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:06.006270 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-87e11f96-74c4-4994-8b69-0979a548c7b6 req-404633d4-8054-4526-9f19-f1a5b5cd3d9f tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.0509539 Nov 01 16:42:06.052211 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-87e11f96-74c4-4994-8b69-0979a548c7b6 req-1ea3e08c-4f9a-43e4-918a-29d58968f20b tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390396 Nov 01 16:42:06.169313 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d88d00-58ec-4f91-8e0d-f98f76e36e58 req-58ae55f0-008a-431a-bdb2-ff3e89929d6f tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:06.171143 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-63d88d00-58ec-4f91-8e0d-f98f76e36e58 req-58ae55f0-008a-431a-bdb2-ff3e89929d6f tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0632899 Nov 01 16:42:06.233334 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-63d88d00-58ec-4f91-8e0d-f98f76e36e58 req-489268e5-a6c5-4471-9b8a-f0c750e8b907 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501363 Nov 01 16:42:06.358029 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61b63a-b1b1-4513-8c10-8aa655c7cc70 req-14c1afc4-6929-4f5c-b139-dbc0df713170 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:06.359690 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aa61b63a-b1b1-4513-8c10-8aa655c7cc70 req-14c1afc4-6929-4f5c-b139-dbc0df713170 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0526991 Nov 01 16:42:06.398820 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aa61b63a-b1b1-4513-8c10-8aa655c7cc70 req-f491d7d7-ba2b-41c1-a2b9-8b98d3d57d3a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327368 Nov 01 16:42:07.046029 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc164-4b23-43eb-8162-1c1b610756df req-ff3ed80e-4b3f-4cef-9f89-b04baeed78ca tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:07.047544 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-74abc164-4b23-43eb-8162-1c1b610756df req-ff3ed80e-4b3f-4cef-9f89-b04baeed78ca tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 932 time: 0.0882099 Nov 01 16:42:07.056540 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55d711-9717-4433-a8f5-57f3f02b4b0b req-f4d3c50f-269a-42f5-bb32-5565723b046b tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:07.057893 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5e55d711-9717-4433-a8f5-57f3f02b4b0b req-f4d3c50f-269a-42f5-bb32-5565723b046b tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0723739 Nov 01 16:42:07.118870 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-74abc164-4b23-43eb-8162-1c1b610756df req-13035ae1-f124-492e-8186-22b2daecb79c tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593894 Nov 01 16:42:07.121855 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5e55d711-9717-4433-a8f5-57f3f02b4b0b req-42f90d02-d439-40c0-8bbf-1f38cbcb9765 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571930 Nov 01 16:42:07.249890 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7167c-4c26-4ed1-be5e-8ec69dce5389 req-fad246a0-648c-4ffa-86c1-a25c1cbd01a6 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:07.251629 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6cf7167c-4c26-4ed1-be5e-8ec69dce5389 req-fad246a0-648c-4ffa-86c1-a25c1cbd01a6 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.0544937 Nov 01 16:42:07.329801 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6cf7167c-4c26-4ed1-be5e-8ec69dce5389 req-64f3727a-fab3-423d-b801-8ef32c8c4374 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662839 Nov 01 16:42:07.396527 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b39326-af3a-4f49-a617-9b8562b9c8d9 req-eddc3913-c32d-411d-a429-9c3c822263bf tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:07.400035 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-79b39326-af3a-4f49-a617-9b8562b9c8d9 req-eddc3913-c32d-411d-a429-9c3c822263bf tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0824709 Nov 01 16:42:07.447978 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-79b39326-af3a-4f49-a617-9b8562b9c8d9 req-7fa33453-6c67-4849-a861-e52c0af09378 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430470 Nov 01 16:42:07.538429 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5e304-a16f-4252-8e21-16b4e159e9b1 req-ff3319dd-08b0-4292-90fc-f7bbb8194a6c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:07.540375 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-49c5e304-a16f-4252-8e21-16b4e159e9b1 req-ff3319dd-08b0-4292-90fc-f7bbb8194a6c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0654855 Nov 01 16:42:07.585797 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-49c5e304-a16f-4252-8e21-16b4e159e9b1 req-d6ad00b9-3b9a-4c29-831e-0739fe391b10 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394177 Nov 01 16:42:08.230568 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3e1d-0ce9-4a98-8243-37303c83f5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:08.280090 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8465d-4e57-4e78-8bdc-02d53dc6a441 req-3cb6d1d7-6154-4e32-8526-030b771e4071 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:08.281815 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-65d8465d-4e57-4e78-8bdc-02d53dc6a441 req-3cb6d1d7-6154-4e32-8526-030b771e4071 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0865169 Nov 01 16:42:08.293723 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003d9c2-4653-4acf-9e81-abe9fe734775 req-6522b97f-ce59-4576-9463-df6830cf0f49 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:08.295180 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2003d9c2-4653-4acf-9e81-abe9fe734775 req-6522b97f-ce59-4576-9463-df6830cf0f49 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 932 time: 0.0725756 Nov 01 16:42:08.350808 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-65d8465d-4e57-4e78-8bdc-02d53dc6a441 req-1a2030ec-2948-47be-85ec-10aea384d4a9 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546162 Nov 01 16:42:08.360240 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2003d9c2-4653-4acf-9e81-abe9fe734775 req-0b8dd550-2d24-443f-b583-77d3e98150df tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576265 Nov 01 16:42:08.479316 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820c1c6-5a23-446b-a2fc-a101a8689b6d req-0be6d0f9-9e90-4c6c-94d7-c07690120e70 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:08.481097 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a820c1c6-5a23-446b-a2fc-a101a8689b6d req-0be6d0f9-9e90-4c6c-94d7-c07690120e70 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.0540874 Nov 01 16:42:08.521424 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a820c1c6-5a23-446b-a2fc-a101a8689b6d req-2c6c328e-11cb-4560-8348-7e3987369c87 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343263 Nov 01 16:42:08.584893 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff12503-e4b6-4678-ac67-a4716d37c8a8 req-61c48ee8-69b0-40a1-aee5-7e1840579ef4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:08.587209 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bff12503-e4b6-4678-ac67-a4716d37c8a8 req-61c48ee8-69b0-40a1-aee5-7e1840579ef4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0627215 Nov 01 16:42:08.635109 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bff12503-e4b6-4678-ac67-a4716d37c8a8 req-3a6e0940-3190-4607-a969-750131f02479 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Nov 01 16:42:08.716004 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cd831-6f79-47b2-a55d-fd2c82899e63 req-b4fbf102-fa29-49b6-95cf-482505ddcaa2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:08.717394 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-594cd831-6f79-47b2-a55d-fd2c82899e63 req-b4fbf102-fa29-49b6-95cf-482505ddcaa2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0586514 Nov 01 16:42:08.756399 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-594cd831-6f79-47b2-a55d-fd2c82899e63 req-53b16d04-3af7-4543-8dca-ccd5b93d5e40 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331042 Nov 01 16:42:09.019661 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:42:09.396937 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:09.522366 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 38734) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:09.535868 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be41874-877c-421a-8c90-40f18729878d req-520362c4-7baf-4e2d-9c6a-5e794f1e17d5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:09.537314 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9be41874-877c-421a-8c90-40f18729878d req-520362c4-7baf-4e2d-9c6a-5e794f1e17d5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0997217 Nov 01 16:42:09.551566 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeab6c-48e7-4b11-af70-64d7494aa56c req-70c64bdc-7645-41a3-abdb-2c7ba71309ec tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:09.553074 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-21eeab6c-48e7-4b11-af70-64d7494aa56c req-70c64bdc-7645-41a3-abdb-2c7ba71309ec tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 932 time: 0.0737042 Nov 01 16:42:09.618162 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9be41874-877c-421a-8c90-40f18729878d req-c92e5253-5ff8-415d-a23c-86b8c141a606 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739839 Nov 01 16:42:09.625545 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-21eeab6c-48e7-4b11-af70-64d7494aa56c req-3bee6b68-c82e-49e2-b990-6813928e78e7 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647204 Nov 01 16:42:09.653541 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ae02e32-3e7a-4b63-b2de-c453e01a8480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:09.767027 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff467-375f-41ad-ab1a-338f299e09ff req-eb10fa27-a39a-4e17-abb7-ba8d31ef1821 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:09.768726 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-894ff467-375f-41ad-ab1a-338f299e09ff req-eb10fa27-a39a-4e17-abb7-ba8d31ef1821 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.0686519 Nov 01 16:42:09.775324 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ae02e32-3e7a-4b63-b2de-c453e01a8480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:09.846539 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b94d04-371f-43fd-ab53-b9749897eb10 req-fdf085d1-4c52-4411-a72c-b3a57bffca39 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:09.847952 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e0b94d04-371f-43fd-ab53-b9749897eb10 req-fdf085d1-4c52-4411-a72c-b3a57bffca39 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0783067 Nov 01 16:42:09.850567 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-894ff467-375f-41ad-ab1a-338f299e09ff req-5745d30f-d9b4-4338-a0db-c33c0930332d tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703404 Nov 01 16:42:09.888021 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e0b94d04-371f-43fd-ab53-b9749897eb10 req-4abbb065-a793-44a5-a196-b2800cc72b03 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Nov 01 16:42:09.916313 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ae02e32-3e7a-4b63-b2de-c453e01a8480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:09.955488 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-0ae02e32-3e7a-4b63-b2de-c453e01a8480 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=988886a7ea974dea9950f1eb3f4a43ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317350 Nov 01 16:42:09.956374 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae02e32-3e7a-4b63-b2de-c453e01a8480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac525b8b-92c1-45a9-a95a-d6c76a4779ae,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:09.958949 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 38744) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:09.966303 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b2423-a485-45f1-9578-07fb4fe28d88 req-1f387e24-568a-40cd-be97-fbf746af5cb6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:09.968053 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bc9b2423-a485-45f1-9578-07fb4fe28d88 req-1f387e24-568a-40cd-be97-fbf746af5cb6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0547941 Nov 01 16:42:10.012078 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bc9b2423-a485-45f1-9578-07fb4fe28d88 req-35e81e90-f8fc-43b4-832f-c21148d58ca1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363827 Nov 01 16:42:10.015822 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3898aa4c-687a-4fa0-b4ef-70d410224d86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:10.037762 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3898aa4c-687a-4fa0-b4ef-70d410224d86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:10.624743 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3898aa4c-687a-4fa0-b4ef-70d410224d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:10.628447 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3898aa4c-687a-4fa0-b4ef-70d410224d86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:10.629750 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-3898aa4c-687a-4fa0-b4ef-70d410224d86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac525b8b-92c1-45a9-a95a-d6c76a4779ae HTTP/1.1" status: 204 len: 168 time: 0.6698287 Nov 01 16:42:10.639102 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898aa4c-687a-4fa0-b4ef-70d410224d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac525b8b-92c1-45a9-a95a-d6c76a4779ae,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:10.759909 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:10.799282 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84fd1f-55dd-40a9-963a-82dd56c54622 req-74266d61-f609-4037-970e-26d1f3fdc9aa tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:10.806925 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2d84fd1f-55dd-40a9-963a-82dd56c54622 req-74266d61-f609-4037-970e-26d1f3fdc9aa tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 932 time: 0.0904210 Nov 01 16:42:10.834838 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31a00e-3064-440b-8b5e-7a1ef7f70918 req-39599a41-68e7-45f4-9c62-bec848109e52 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:10.836335 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6e31a00e-3064-440b-8b5e-7a1ef7f70918 req-39599a41-68e7-45f4-9c62-bec848109e52 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.1068237 Nov 01 16:42:10.880181 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2d84fd1f-55dd-40a9-963a-82dd56c54622 req-d04c337d-64e6-4fe3-ab7b-bbb402592c79 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722256 Nov 01 16:42:10.934124 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6e31a00e-3064-440b-8b5e-7a1ef7f70918 req-6e5ccd4f-692b-47ec-996a-d131a77fb037 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915644 Nov 01 16:42:11.095826 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0bd67-c60a-4b3c-92d4-16b192534eb3 req-16fb2e1d-f741-4d0b-9f73-5537fa48b487 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:11.104249 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bbc0bd67-c60a-4b3c-92d4-16b192534eb3 req-16fb2e1d-f741-4d0b-9f73-5537fa48b487 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.0975165 Nov 01 16:42:11.145130 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ed2e4-e5c3-48f1-a696-12e77c84e46f req-be12640c-ef15-4771-8e18-0ee6d0e09dd4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:11.146709 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ff1ed2e4-e5c3-48f1-a696-12e77c84e46f req-be12640c-ef15-4771-8e18-0ee6d0e09dd4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1221271 Nov 01 16:42:11.189491 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bbc0bd67-c60a-4b3c-92d4-16b192534eb3 req-9388a159-bfc9-4ff4-8a0d-96722191472a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843346 Nov 01 16:42:11.216712 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ff1ed2e4-e5c3-48f1-a696-12e77c84e46f req-91728b6f-ca43-4ce3-b4f5-e8739b5aa37d tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624812 Nov 01 16:42:11.310570 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457540c-7529-412c-9186-3b378fe24de1 req-fb24d76f-97e8-48e3-9eec-b865bec9573d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:11.312059 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1457540c-7529-412c-9186-3b378fe24de1 req-fb24d76f-97e8-48e3-9eec-b865bec9573d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0569539 Nov 01 16:42:11.351986 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1457540c-7529-412c-9186-3b378fe24de1 req-a637c72d-da32-4aed-8f28-34642d19c96a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338006 Nov 01 16:42:11.995066 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d786100-b443-424a-88b4-757636396191 req-3bc56a89-91e4-4e97-ba30-f54c422cc628 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:11.996788 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4d786100-b443-424a-88b4-757636396191 req-3bc56a89-91e4-4e97-ba30-f54c422cc628 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 932 time: 0.0536642 Nov 01 16:42:12.065135 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4d786100-b443-424a-88b4-757636396191 req-15152539-4369-4937-9894-1090d91f6d1e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611889 Nov 01 16:42:12.100955 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1f971-a1b1-4bae-991d-7754f5d2dfda req-d7b251a1-46f6-4cd0-aebb-ea04e5ce29d4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:12.103057 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-21c1f971-a1b1-4bae-991d-7754f5d2dfda req-d7b251a1-46f6-4cd0-aebb-ea04e5ce29d4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0797141 Nov 01 16:42:12.145409 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-21c1f971-a1b1-4bae-991d-7754f5d2dfda req-2cc60c08-6296-49af-84d1-8768a2f68b8a tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358155 Nov 01 16:42:12.360368 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c2872-537b-4064-b699-5888eda78004 req-515a4b41-81af-4d17-9220-d953a5722803 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:12.361848 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea2c2872-537b-4064-b699-5888eda78004 req-515a4b41-81af-4d17-9220-d953a5722803 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.0970383 Nov 01 16:42:12.375603 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23807668-81be-47e0-a157-0be6e5b86dac req-340f56b2-f8f0-4ca6-ba61-8fa0d19ca99a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:12.377044 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-23807668-81be-47e0-a157-0be6e5b86dac req-340f56b2-f8f0-4ca6-ba61-8fa0d19ca99a tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0727265 Nov 01 16:42:12.436050 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-23807668-81be-47e0-a157-0be6e5b86dac req-50a3968c-b034-460a-bc1d-c1f42f208c41 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520244 Nov 01 16:42:12.438930 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea2c2872-537b-4064-b699-5888eda78004 req-f79a9c4e-6a57-4c04-9616-a85b7d02dc5a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607815 Nov 01 16:42:12.554051 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc0e4-d167-4f36-8773-104479f61993 req-f0fbab68-1538-4d57-bc80-359d9d816410 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:12.556104 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ffefc0e4-d167-4f36-8773-104479f61993 req-f0fbab68-1538-4d57-bc80-359d9d816410 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0510893 Nov 01 16:42:12.605437 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ffefc0e4-d167-4f36-8773-104479f61993 req-bcd55a6c-5067-44ec-aa6e-41c6fb6ec2ad tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421827 Nov 01 16:42:13.202189 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf14f8-ee69-4917-8159-1de8b092d65d req-16e6c63b-2fda-446e-93f3-91900ba4814a tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:13.203869 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-14bf14f8-ee69-4917-8159-1de8b092d65d req-16e6c63b-2fda-446e-93f3-91900ba4814a tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 932 time: 0.0707469 Nov 01 16:42:13.274742 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-14bf14f8-ee69-4917-8159-1de8b092d65d req-6afdae5d-a97c-4895-8de5-8db8b2df498b tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642591 Nov 01 16:42:13.295442 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d206a87-a8ed-47a6-9ba0-ac723edcf328 req-927b3d9b-ecca-47f4-9b6e-621723b1f139 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:13.296120 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4d206a87-a8ed-47a6-9ba0-ac723edcf328 req-927b3d9b-ecca-47f4-9b6e-621723b1f139 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0685778 Nov 01 16:42:13.338858 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4d206a87-a8ed-47a6-9ba0-ac723edcf328 req-bada1ec5-2e4a-40aa-8688-8a116b60053d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334003 Nov 01 16:42:13.453630 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:13.589708 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8afae-e2db-4150-94a3-08598dd493fc req-ab3c7288-7db2-4341-9fdb-a4cf26390472 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:13.591491 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fef8afae-e2db-4150-94a3-08598dd493fc req-ab3c7288-7db2-4341-9fdb-a4cf26390472 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0863166 Nov 01 16:42:13.611978 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df080b24-b14f-45d5-8667-6936b9f76897 req-f05b8173-1775-492b-a43e-06134f106ab7 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:13.613320 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-df080b24-b14f-45d5-8667-6936b9f76897 req-f05b8173-1775-492b-a43e-06134f106ab7 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.0784996 Nov 01 16:42:13.658464 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fef8afae-e2db-4150-94a3-08598dd493fc req-c745c47e-23f9-42df-9dcd-b5c70c57fe1e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607996 Nov 01 16:42:13.672211 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-df080b24-b14f-45d5-8667-6936b9f76897 req-09b313e1-b3f6-4e22-843a-b6ceac4fa53f tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505965 Nov 01 16:42:13.768975 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ee728-c5c7-4533-bfb8-5240b10ddc21 req-ec5bf1be-553d-409a-be11-336e16df37dc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:13.770438 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ee728-c5c7-4533-bfb8-5240b10ddc21 req-ec5bf1be-553d-409a-be11-336e16df37dc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0520885 Nov 01 16:42:13.812334 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a05ee728-c5c7-4533-bfb8-5240b10ddc21 req-5ca91b9f-7e66-4c22-8def-cc261473d08a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356221 Nov 01 16:42:14.404550 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa7e38-85ee-480a-9c71-720b4afe420e req-9e172b57-01d9-40b6-bb96-def379f925e6 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:14.406049 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-92fa7e38-85ee-480a-9c71-720b4afe420e req-9e172b57-01d9-40b6-bb96-def379f925e6 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 932 time: 0.0588968 Nov 01 16:42:14.478189 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-92fa7e38-85ee-480a-9c71-720b4afe420e req-40f462a4-794a-43ac-a147-9ccf456333d2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593863 Nov 01 16:42:14.486440 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf5af6-531c-404c-a952-3cbeda4900fe req-0b1e3d32-d4f9-4a4b-b458-daef6fc9bd6e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:14.488002 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c6cf5af6-531c-404c-a952-3cbeda4900fe req-0b1e3d32-d4f9-4a4b-b458-daef6fc9bd6e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0774908 Nov 01 16:42:14.528051 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c6cf5af6-531c-404c-a952-3cbeda4900fe req-9181c15d-4f8c-4181-949f-5b1aad082e90 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339680 Nov 01 16:42:14.807305 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74216a97-e5d6-458e-b758-cf0dd824061e req-eabe09bf-c6ba-4818-9b20-d2d60a8bc70e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:14.808787 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-74216a97-e5d6-458e-b758-cf0dd824061e req-eabe09bf-c6ba-4818-9b20-d2d60a8bc70e tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0822604 Nov 01 16:42:14.821159 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd419b0-3d25-49d7-b528-7c7592e629c9 req-528f53bb-0045-4514-9e06-fcdf34dd2960 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:14.823213 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cfd419b0-3d25-49d7-b528-7c7592e629c9 req-528f53bb-0045-4514-9e06-fcdf34dd2960 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.0691640 Nov 01 16:42:14.876465 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-74216a97-e5d6-458e-b758-cf0dd824061e req-9b4649aa-1338-4d52-9456-f8eb9dea68f6 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522828 Nov 01 16:42:14.881141 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cfd419b0-3d25-49d7-b528-7c7592e629c9 req-37087b42-5e4b-43c9-9c65-3ccff446a04c tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514171 Nov 01 16:42:14.976903 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4411d8f-bbce-4d67-983a-ab21c14ff66a req-d8040379-778c-47b7-822d-a6cb64fabe41 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:14.978455 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f4411d8f-bbce-4d67-983a-ab21c14ff66a req-d8040379-778c-47b7-822d-a6cb64fabe41 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0488143 Nov 01 16:42:15.016153 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f4411d8f-bbce-4d67-983a-ab21c14ff66a req-b38c4bd5-b146-4061-8d2f-829d58b3193a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317888 Nov 01 16:42:15.124732 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Request body: {'port': {'device_id': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:15.169184 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-21bdb5a6-bc95-4a5b-9ebf-bb8ce8c0b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:15.170728 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-21bdb5a6-bc95-4a5b-9ebf-bb8ce8c0b0bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=800f24ef6e43427d8714b8a37a2f8ad4&device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 1096 time: 0.0408626 Nov 01 16:42:15.182264 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:15.224443 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-bc8e1ed9-07b6-40fa-801f-213dc7705308 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727 HTTP/1.1" status: 200 len: 217 time: 0.0385313 Nov 01 16:42:15.293735 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-218b2c01-fd16-4a30-a54d-94893d15028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:15.295222 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-218b2c01-fd16-4a30-a54d-94893d15028e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6d143e9e-2aeb-47db-9779-c6f9ad83a087 HTTP/1.1" status: 200 len: 854 time: 0.0527120 Nov 01 16:42:15.386627 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-26cd4eec-0098-4516-8140-1e83f068a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:15.388014 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-26cd4eec-0098-4516-8140-1e83f068a9ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675635 Nov 01 16:42:15.390410 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00291d-a00d-4611-ba42-82091a8d8125 req-f60889f9-4741-4cf1-88a6-db88390b61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:15.393532 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1c00291d-a00d-4611-ba42-82091a8d8125 req-f60889f9-4741-4cf1-88a6-db88390b61d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c81bd66099584febb56806578f478281&device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 1099 time: 0.0634990 Nov 01 16:42:15.455745 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258ed614-4f0b-49a8-9d8b-60edb836514d {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:42:15.464668 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:15.480004 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Transition to ACTIVE for port object 258ed614-4f0b-49a8-9d8b-60edb836514d will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:42:15.581002 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:15.582218 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260102682'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:15.686355 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=258ed614-4f0b-49a8-9d8b-60edb836514d,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:15.700682 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7a8f8-5165-43d7-84f7-b9db236294f2 req-03affc66-43d2-4d01-a6ee-97961568e986 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:15.702307 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-78b7a8f8-5165-43d7-84f7-b9db236294f2 req-03affc66-43d2-4d01-a6ee-97961568e986 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 932 time: 0.1541798 Nov 01 16:42:15.773619 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bc3e8-7b56-4935-b9c1-3beeab5f4574 req-63b74673-82d4-4685-a954-961b9b159aa3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:15.775302 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e89bc3e8-7b56-4935-b9c1-3beeab5f4574 req-63b74673-82d4-4685-a954-961b9b159aa3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.1556571 Nov 01 16:42:15.832106 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-b9c7c3df-9d54-475e-86a2-3244bd5a9f52 service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204137 Nov 01 16:42:15.833171 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00291d-a00d-4611-ba42-82091a8d8125 req-41abcca7-ea69-4e22-ab86-d25db70031cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:15.834511 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1c00291d-a00d-4611-ba42-82091a8d8125 req-41abcca7-ea69-4e22-ab86-d25db70031cf service neutron] 10.222.0.71 "GET /v2.0/networks?id=bc45f9ac-9856-4d97-9112-de09cb44caf6 HTTP/1.1" status: 200 len: 912 time: 0.4218810 Nov 01 16:42:15.871957 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-78b7a8f8-5165-43d7-84f7-b9db236294f2 req-0ea02b61-f594-4646-a627-d3efb3efb7bf tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423395 Nov 01 16:42:15.875998 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Attempting to bind port 258ed614-4f0b-49a8-9d8b-60edb836514d on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:42:15.875998 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Attempting to bind port 258ed614-4f0b-49a8-9d8b-60edb836514d by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:42:15.875998 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Attempting to bind port 258ed614-4f0b-49a8-9d8b-60edb836514d on network e7249020-644b-472a-9af1-7c517486f554 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:42:15.881968 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Port 258ed614-4f0b-49a8-9d8b-60edb836514d on network e7249020-644b-472a-9af1-7c517486f554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:42:15.884940 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Attempting to bind port 258ed614-4f0b-49a8-9d8b-60edb836514d on network e7249020-644b-472a-9af1-7c517486f554 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:42:15.891903 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e89bc3e8-7b56-4935-b9c1-3beeab5f4574 req-c630890a-9904-4e77-8292-f58253e4bcdf tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857053 Nov 01 16:42:15.897640 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:42:15.898727 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Checking segment: {'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:42:15.899286 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Bound using segment: {'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:42:15.900618 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Bound port: 258ed614-4f0b-49a8-9d8b-60edb836514d, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e7249020-644b-472a-9af1-7c517486f554'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:42:15.901256 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:15.987861 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1c00291d-a00d-4611-ba42-82091a8d8125 req-0db8b9f6-2fc3-4f00-8fcf-ed7174056d60 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa578a65-b7e1-4f85-b879-998325e1d51a HTTP/1.1" status: 200 len: 1001 time: 0.1306496 Nov 01 16:42:16.034421 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f5bc7dec-b60f-48a3-8274-bd67a8ff2450 req-974ae864-c726-453b-ab73-42b00442bb19 service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867042 Nov 01 16:42:16.048052 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] For port 258ed614-4f0b-49a8-9d8b-60edb836514d, host hv-cinder-81618, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:42:16.051863 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00291d-a00d-4611-ba42-82091a8d8125 req-de756c3c-558b-462d-a35e-347f2568a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.053805 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1c00291d-a00d-4611-ba42-82091a8d8125 req-de756c3c-558b-462d-a35e-347f2568a0a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33884561-066e-4e8a-9e07-62590670342c HTTP/1.1" status: 200 len: 850 time: 0.0561247 Nov 01 16:42:16.055191 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] For port 258ed614-4f0b-49a8-9d8b-60edb836514d, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=258ed614-4f0b-49a8-9d8b-60edb836514d,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:42:16.067040 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709a1cb-584d-4260-ba58-9698e8f29935 req-45d00e10-a23f-48b8-81f8-e6ad6d325c0d tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.068887 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d709a1cb-584d-4260-ba58-9698e8f29935 req-45d00e10-a23f-48b8-81f8-e6ad6d325c0d tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.1084464 Nov 01 16:42:16.083506 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009f06e-df03-4d04-9c62-02496583f07b req-8d7e64c6-df87-401c-85c3-80109accb5f5 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.085183 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f009f06e-df03-4d04-9c62-02496583f07b req-8d7e64c6-df87-401c-85c3-80109accb5f5 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1236651 Nov 01 16:42:16.107314 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00291d-a00d-4611-ba42-82091a8d8125 req-0aadb33b-cc24-4594-b31b-f5945bd18b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.108865 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1c00291d-a00d-4611-ba42-82091a8d8125 req-0aadb33b-cc24-4594-b31b-f5945bd18b7d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bc45f9ac-9856-4d97-9112-de09cb44caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431387 Nov 01 16:42:16.131203 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260102682'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:16.174145 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d709a1cb-584d-4260-ba58-9698e8f29935 req-6058cade-c9bc-4294-aeb2-fc4ebba64b35 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878870 Nov 01 16:42:16.182475 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f009f06e-df03-4d04-9c62-02496583f07b req-fe555cf5-aa1a-49cf-ac52-536e44fb537f tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895846 Nov 01 16:42:16.197450 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.197450 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:16.197450 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] 10.222.0.71 "PUT /v2.0/ports/258ed614-4f0b-49a8-9d8b-60edb836514d HTTP/1.1" status: 200 len: 1094 time: 1.0749955 Nov 01 16:42:16.197450 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:16.198707 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debe109e-986b-4bf4-beba-5d771df31689" -d '{"events": [{"name": "network-changed", "server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:16.214531 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3ff18-0b71-4d3d-a28a-8b793dc70dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=258ed614-4f0b-49a8-9d8b-60edb836514d,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:16.234742 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1c00291d-a00d-4611-ba42-82091a8d8125 req-9ecdb57f-edbd-4501-b588-cd2de07d382e service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150088 Nov 01 16:42:16.321141 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4220daa7-e101-48cf-9716-64a39faf893c x-openstack-request-id: req-4220daa7-e101-48cf-9716-64a39faf893c {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:16.323425 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:16.323929 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4220daa7-e101-48cf-9716-64a39faf893c {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:16.324505 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'status': 'completed', 'code': 200} Nov 01 16:42:16.344104 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90e25b-323b-47e6-9aa6-1d6e57b5fbe4 req-309fa3ff-e6ea-410b-bf67-bf1d6e40e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.346415 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ab90e25b-323b-47e6-9aa6-1d6e57b5fbe4 req-309fa3ff-e6ea-410b-bf67-bf1d6e40e200 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=800f24ef6e43427d8714b8a37a2f8ad4&device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 1096 time: 0.0845118 Nov 01 16:42:16.362898 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a6ef6-fcef-42b4-b69b-4cea2cd6c1c1 req-30420d56-ada0-4fff-aba2-ff22ccd392ca tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.364845 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-519a6ef6-fcef-42b4-b69b-4cea2cd6c1c1 req-30420d56-ada0-4fff-aba2-ff22ccd392ca tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0923874 Nov 01 16:42:16.381640 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-1c00291d-a00d-4611-ba42-82091a8d8125 req-dc0c8bd6-e549-410f-b12e-f0df983f8c2d service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327474 Nov 01 16:42:16.465521 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-5edc8d1e-4b98-4fc0-85ac-7c6a9e7fb3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.467147 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-5edc8d1e-4b98-4fc0-85ac-7c6a9e7fb3ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=444ccc67043447cf9868bd1a97e38ffe&device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 1097 time: 0.0846281 Nov 01 16:42:16.474760 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-519a6ef6-fcef-42b4-b69b-4cea2cd6c1c1 req-f5637cc8-1f64-430a-b814-2d3921ad0116 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980985 Nov 01 16:42:16.504286 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90e25b-323b-47e6-9aa6-1d6e57b5fbe4 req-4907012b-4a60-47f7-9a5e-ac042268aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.505977 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ab90e25b-323b-47e6-9aa6-1d6e57b5fbe4 req-4907012b-4a60-47f7-9a5e-ac042268aaff service neutron] 10.222.0.71 "GET /v2.0/networks?id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e HTTP/1.1" status: 200 len: 916 time: 0.1399121 Nov 01 16:42:16.528449 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-634327c2-ae73-4233-9bd8-71403ad857a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258ed614-4f0b-49a8-9d8b-60edb836514d HTTP/1.1" status: 200 len: 217 time: 0.0477250 Nov 01 16:42:16.560781 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ab90e25b-323b-47e6-9aa6-1d6e57b5fbe4 req-9fe477b2-b4d2-471c-92d6-0d3779729736 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727 HTTP/1.1" status: 200 len: 217 time: 0.0426066 Nov 01 16:42:16.581046 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-6ef582ef-1ea6-4059-919a-f4342eb6ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.582621 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-6ef582ef-1ea6-4059-919a-f4342eb6ad42 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76d43ed6-be2d-4001-972a-9c12ec0c965b HTTP/1.1" status: 200 len: 847 time: 0.0458338 Nov 01 16:42:16.616079 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90e25b-323b-47e6-9aa6-1d6e57b5fbe4 req-1954c2c3-564b-4f83-86ca-8c6acd4e278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.617603 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ab90e25b-323b-47e6-9aa6-1d6e57b5fbe4 req-1954c2c3-564b-4f83-86ca-8c6acd4e278e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6d143e9e-2aeb-47db-9779-c6f9ad83a087 HTTP/1.1" status: 200 len: 854 time: 0.0477579 Nov 01 16:42:16.643126 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-c4ef12db-3245-4f99-9d1a-44a42b7f4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.644716 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-c4ef12db-3245-4f99-9d1a-44a42b7f4f1a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7249020-644b-472a-9af1-7c517486f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493622 Nov 01 16:42:16.668753 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90e25b-323b-47e6-9aa6-1d6e57b5fbe4 req-1ba13897-d867-4f9b-894e-fa5a45634b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:16.668899 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ab90e25b-323b-47e6-9aa6-1d6e57b5fbe4 req-1ba13897-d867-4f9b-894e-fa5a45634b58 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434031 Nov 01 16:42:16.745820 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-c9e00f12-6fe9-4c4a-bd5c-02a766e98cfb service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902753 Nov 01 16:42:16.767744 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ab90e25b-323b-47e6-9aa6-1d6e57b5fbe4 req-ba8e467f-0378-41ab-9f0b-1d9a4263b6e5 service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899029 Nov 01 16:42:16.841261 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b3beb1a2-1ec4-4cc9-bfdf-b4c6e200ed16 req-5e293066-7136-4dab-9aac-2169ff7fe3fc service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872481 Nov 01 16:42:16.874884 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ab90e25b-323b-47e6-9aa6-1d6e57b5fbe4 req-5745c761-00ce-44ce-9ad3-c9d285330ec9 service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919514 Nov 01 16:42:17.052599 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a9199-a3ed-4733-926e-fca03b9ed152 req-9aa7cabb-5c51-44e9-89b5-f2862146fb2e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:17.054195 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-db0a9199-a3ed-4733-926e-fca03b9ed152 req-9aa7cabb-5c51-44e9-89b5-f2862146fb2e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.1104624 Nov 01 16:42:17.067776 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe109e-986b-4bf4-beba-5d771df31689 req-bb52a9c7-25f6-4af0-a5ee-adaa2e39eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:17.069457 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-debe109e-986b-4bf4-beba-5d771df31689 req-bb52a9c7-25f6-4af0-a5ee-adaa2e39eee5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=444ccc67043447cf9868bd1a97e38ffe&device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 1097 time: 0.1156273 Nov 01 16:42:17.083725 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7b5c5-86a8-45c7-a12c-c19159e698c3 req-827ef788-e1a6-414b-8b30-32d1c14bd1a7 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:17.085110 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-04c7b5c5-86a8-45c7-a12c-c19159e698c3 req-827ef788-e1a6-414b-8b30-32d1c14bd1a7 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.1073699 Nov 01 16:42:17.183004 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-db0a9199-a3ed-4733-926e-fca03b9ed152 req-34fd5938-d3cf-4957-ab49-91dd45d48922 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205552 Nov 01 16:42:17.210836 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-04c7b5c5-86a8-45c7-a12c-c19159e698c3 req-9ebaee8a-ed85-4d6b-bc1b-ec7eedde0b3a tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110871 Nov 01 16:42:17.239448 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe109e-986b-4bf4-beba-5d771df31689 req-2f9c95ed-c07b-447e-8454-f42edee092da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:17.240697 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-debe109e-986b-4bf4-beba-5d771df31689 req-2f9c95ed-c07b-447e-8454-f42edee092da service neutron] 10.222.0.71 "GET /v2.0/networks?id=e7249020-644b-472a-9af1-7c517486f554 HTTP/1.1" status: 200 len: 909 time: 0.1547232 Nov 01 16:42:17.311830 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-debe109e-986b-4bf4-beba-5d771df31689 req-75352206-99f2-40af-a361-bb9abfb9ec66 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258ed614-4f0b-49a8-9d8b-60edb836514d HTTP/1.1" status: 200 len: 217 time: 0.0579512 Nov 01 16:42:17.402055 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c91a1-e6eb-4754-9cdb-f6161fe79da4 req-6cb5f7d1-ce4d-4262-a06c-20e77fa6c991 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:17.403506 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3b2c91a1-e6eb-4754-9cdb-f6161fe79da4 req-6cb5f7d1-ce4d-4262-a06c-20e77fa6c991 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.1510942 Nov 01 16:42:17.408612 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe109e-986b-4bf4-beba-5d771df31689 req-2b445007-769a-4214-8ef5-fb3920ea8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:17.409951 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-debe109e-986b-4bf4-beba-5d771df31689 req-2b445007-769a-4214-8ef5-fb3920ea8abe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76d43ed6-be2d-4001-972a-9c12ec0c965b HTTP/1.1" status: 200 len: 847 time: 0.0864432 Nov 01 16:42:17.420087 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bf51a-08f1-4ce8-bd0f-69b4277e0227 req-b535db22-7fc7-42f0-82d0-30e40210eb92 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:17.421423 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0b0bf51a-08f1-4ce8-bd0f-69b4277e0227 req-b535db22-7fc7-42f0-82d0-30e40210eb92 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.1131661 Nov 01 16:42:17.707900 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3b2c91a1-e6eb-4754-9cdb-f6161fe79da4 req-a8e96cf0-0dc2-4915-8803-87283349eeba tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969856 Nov 01 16:42:17.712087 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0b0bf51a-08f1-4ce8-bd0f-69b4277e0227 req-69a0b3de-a588-4ae9-893d-08ca4b463839 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776840 Nov 01 16:42:17.720556 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe109e-986b-4bf4-beba-5d771df31689 req-92331dec-fa74-4acf-b1ce-e93282910867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:17.722253 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-debe109e-986b-4bf4-beba-5d771df31689 req-92331dec-fa74-4acf-b1ce-e93282910867 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7249020-644b-472a-9af1-7c517486f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3000612 Nov 01 16:42:17.849851 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-debe109e-986b-4bf4-beba-5d771df31689 req-2a578032-b1bb-43e7-b382-a9fa79527d67 service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150420 Nov 01 16:42:17.858450 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f4b07-9e20-4ae9-bb05-852e867e3cd0 req-7e527468-51de-42eb-bc21-814ab9354fac tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:17.859809 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5e4f4b07-9e20-4ae9-bb05-852e867e3cd0 req-7e527468-51de-42eb-bc21-814ab9354fac tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 943 time: 0.0720239 Nov 01 16:42:17.946193 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5e4f4b07-9e20-4ae9-bb05-852e867e3cd0 req-91fccba7-c502-445d-8e32-c608c2ab8529 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786750 Nov 01 16:42:17.973001 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-debe109e-986b-4bf4-beba-5d771df31689 req-315dcaf5-da66-44ca-a49b-f28fe35ae606 service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122689 Nov 01 16:42:18.059323 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 76c0a567-6b31-4d02-96ab-6b9f84b8d048 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:42:18.157569 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:18.161953 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003e04a-2c1e-476f-9836-b5d3fa98edc6 req-a1a976e1-5368-49e8-a76c-12990ebd0d9a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:18.163426 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9003e04a-2c1e-476f-9836-b5d3fa98edc6 req-a1a976e1-5368-49e8-a76c-12990ebd0d9a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 945 time: 0.0491376 Nov 01 16:42:18.169124 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'port_id': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'mac_address': 'fa:16:3e:82:79:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:42:18.209021 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9003e04a-2c1e-476f-9836-b5d3fa98edc6 req-2b9712ad-5f4f-47d0-a489-d1417c633e2b tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383911 Nov 01 16:42:18.210596 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:18.231187 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c0a567-6b31-4d02-96ab-6b9f84b8d048 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:42:18.252280 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:18.332192 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c37cdf-356e-4f40-be02-1f796a4570be req-a81826ed-60ce-4e99-9d0a-469032389d51 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:18.333647 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-90c37cdf-356e-4f40-be02-1f796a4570be req-a81826ed-60ce-4e99-9d0a-469032389d51 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0776908 Nov 01 16:42:18.336144 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:18.346798 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347de80-537b-4d86-8dce-c57e36b8a0bb req-c5958103-a8b8-49aa-9392-760962987f70 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:18.349675 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0347de80-537b-4d86-8dce-c57e36b8a0bb req-c5958103-a8b8-49aa-9392-760962987f70 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0662508 Nov 01 16:42:18.382838 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=76c0a567-6b31-4d02-96ab-6b9f84b8d048,revision_number=9']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:18.390033 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:18.390409 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:18.390758 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:18.391096 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:18.391432 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:18.392172 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:18.392172 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:18.392452 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:18.392797 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:18.393130 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:18.393458 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:18.393780 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:18.405012 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-90c37cdf-356e-4f40-be02-1f796a4570be req-aafc0f6f-bf65-40c2-9279-3d7df48a9884 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558469 Nov 01 16:42:18.409767 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0347de80-537b-4d86-8dce-c57e36b8a0bb req-a80d018f-cfa1-4c91-ae3b-599cd32dfdae tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540173 Nov 01 16:42:18.729258 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['76c0a567-6b31-4d02-96ab-6b9f84b8d048'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:42:18.852239 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e81e1-2ace-4981-b6df-da3482b3f7b4 req-ac2f9fe4-fe3d-4719-a06d-3f61afc4a7c3 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:18.853767 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5d8e81e1-2ace-4981-b6df-da3482b3f7b4 req-ac2f9fe4-fe3d-4719-a06d-3f61afc4a7c3 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0695138 Nov 01 16:42:18.861776 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aeefd-27ad-43e7-9982-9c0cbc208012 req-59b8b4ba-2ae4-4ca0-ab0d-dcc5067e0e3e tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:18.863126 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cf8aeefd-27ad-43e7-9982-9c0cbc208012 req-59b8b4ba-2ae4-4ca0-ab0d-dcc5067e0e3e tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.0880437 Nov 01 16:42:18.917616 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5d8e81e1-2ace-4981-b6df-da3482b3f7b4 req-3e0eec9b-b803-49eb-a1bb-fbd327a62dba tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/security-groups?id=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535183 Nov 01 16:42:18.922228 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cf8aeefd-27ad-43e7-9982-9c0cbc208012 req-c42ae995-44ba-4e4f-bca3-904088b9b2a0 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510726 Nov 01 16:42:19.068718 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6697d76-0ea4-46f1-b682-cbe6dfa70b51 req-de69f91b-aec7-41c1-a7a0-44aba0fe3c83 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:19.070194 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c6697d76-0ea4-46f1-b682-cbe6dfa70b51 req-de69f91b-aec7-41c1-a7a0-44aba0fe3c83 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 944 time: 0.0518413 Nov 01 16:42:19.112648 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c6697d76-0ea4-46f1-b682-cbe6dfa70b51 req-39a47838-735e-4f09-87b8-6ae2112912cb tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358679 Nov 01 16:42:19.236773 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355477bd-b635-4c09-8c47-b3b71c5939a4 req-26a2fd1b-a27b-4291-b03c-7e7d43cc99b4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:19.238184 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-355477bd-b635-4c09-8c47-b3b71c5939a4 req-26a2fd1b-a27b-4291-b03c-7e7d43cc99b4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.71 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 946 time: 0.0519235 Nov 01 16:42:19.356027 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f876a4-6a7d-4a49-8b9f-4a300a713c18 req-61335a80-a90c-408e-8c0b-f9b499222a13 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:19.357466 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-86f876a4-6a7d-4a49-8b9f-4a300a713c18 req-61335a80-a90c-408e-8c0b-f9b499222a13 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 945 time: 0.0789649 Nov 01 16:42:19.389843 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-355477bd-b635-4c09-8c47-b3b71c5939a4 req-a255c3f4-9ee1-49ca-84bf-34a956c29ae4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Deleting port 4cc8ae59-37f8-4c17-a430-75dca675e267 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:42:19.390183 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-355477bd-b635-4c09-8c47-b3b71c5939a4 req-a255c3f4-9ee1-49ca-84bf-34a956c29ae4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:19.452527 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-86f876a4-6a7d-4a49-8b9f-4a300a713c18 req-bc6b8c6d-5e25-494f-a93e-499041d3c5db tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883543 Nov 01 16:42:19.525986 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-355477bd-b635-4c09-8c47-b3b71c5939a4 req-a255c3f4-9ee1-49ca-84bf-34a956c29ae4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] For port 4cc8ae59-37f8-4c17-a430-75dca675e267, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4cc8ae59-37f8-4c17-a430-75dca675e267,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:19.526346 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-355477bd-b635-4c09-8c47-b3b71c5939a4 req-a255c3f4-9ee1-49ca-84bf-34a956c29ae4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:19.546777 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-355477bd-b635-4c09-8c47-b3b71c5939a4 req-a255c3f4-9ee1-49ca-84bf-34a956c29ae4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Calling delete_port for 4cc8ae59-37f8-4c17-a430-75dca675e267 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:42:19.565240 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58018d1-1b3e-4096-bff6-798789d08382 req-bbd3320a-4044-43ec-9ffb-431724333ff3 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:19.566683 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a58018d1-1b3e-4096-bff6-798789d08382 req-bbd3320a-4044-43ec-9ffb-431724333ff3 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0834017 Nov 01 16:42:19.646373 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a58018d1-1b3e-4096-bff6-798789d08382 req-91f9ab21-27bc-4618-8d85-a2ad43f3bfb7 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476863 Nov 01 16:42:19.776582 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-355477bd-b635-4c09-8c47-b3b71c5939a4 req-a255c3f4-9ee1-49ca-84bf-34a956c29ae4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:19.788561 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['4cc8ae59-37f8-4c17-a430-75dca675e267'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:42:19.811795 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255c3f4-9ee1-49ca-84bf-34a956c29ae4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Pushing event deleted for resources: {'Port': ['ID=4cc8ae59-37f8-4c17-a430-75dca675e267,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:19.853025 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-355477bd-b635-4c09-8c47-b3b71c5939a4 req-a255c3f4-9ee1-49ca-84bf-34a956c29ae4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] No DVR routers for this DVR port 4cc8ae59-37f8-4c17-a430-75dca675e267 on host hv-cinder-81618 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:42:19.856215 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-355477bd-b635-4c09-8c47-b3b71c5939a4 req-a255c3f4-9ee1-49ca-84bf-34a956c29ae4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:19.859736 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-355477bd-b635-4c09-8c47-b3b71c5939a4 req-a255c3f4-9ee1-49ca-84bf-34a956c29ae4 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.71 "DELETE /v2.0/ports/4cc8ae59-37f8-4c17-a430-75dca675e267 HTTP/1.1" status: 204 len: 173 time: 0.6126032 Nov 01 16:42:19.860246 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76278f5b-27b1-4500-8e4e-a5985fca1e80', 'name': 'network-vif-deleted', 'tag': '4cc8ae59-37f8-4c17-a430-75dca675e267'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:19.862472 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb16510f-5754-4045-b357-e0d13a192e90" -d '{"events": [{"server_uuid": "76278f5b-27b1-4500-8e4e-a5985fca1e80", "name": "network-vif-deleted", "tag": "4cc8ae59-37f8-4c17-a430-75dca675e267"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:19.897810 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05383c25-3b2a-443a-853d-645cb95644c4 x-openstack-request-id: req-05383c25-3b2a-443a-853d-645cb95644c4 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:19.898122 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76278f5b-27b1-4500-8e4e-a5985fca1e80", "name": "network-vif-deleted", "tag": "4cc8ae59-37f8-4c17-a430-75dca675e267", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:19.898367 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05383c25-3b2a-443a-853d-645cb95644c4 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:19.898757 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76278f5b-27b1-4500-8e4e-a5985fca1e80', 'name': 'network-vif-deleted', 'tag': '4cc8ae59-37f8-4c17-a430-75dca675e267', 'status': 'completed', 'code': 200} Nov 01 16:42:20.035403 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-840d4ce8-78b6-4565-9e6a-79150f7b2d6e req-b6e7d1c8-ff12-4c8b-9a89-1633d29e3280 tempest-ServerRescueNegativeTestJSON-1251228378 tempest-ServerRescueNegativeTestJSON-1251228378-project] 10.222.0.62 "GET /v2.0/ports?device_id=76278f5b-27b1-4500-8e4e-a5985fca1e80 HTTP/1.1" status: 200 len: 210 time: 0.0474150 Nov 01 16:42:20.060502 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff41e87-fa84-412e-8c1f-c3d1e056d936 req-c81bc84c-a819-4610-b664-6e8373afd577 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:20.061951 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-eff41e87-fa84-412e-8c1f-c3d1e056d936 req-c81bc84c-a819-4610-b664-6e8373afd577 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 943 time: 0.0643744 Nov 01 16:42:20.073869 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device eb9a3772-e35e-429b-a7c9-b41b8c96c727 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:42:20.077682 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 76c0a567-6b31-4d02-96ab-6b9f84b8d048 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:42:20.108602 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-eff41e87-fa84-412e-8c1f-c3d1e056d936 req-cdcdd804-cfbf-4c00-a739-69ffaa69fad3 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399914 Nov 01 16:42:20.174787 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb55f4-df95-4d5d-a78c-55e7b9902d01 req-9673da79-a0a8-4b08-b96d-0cda6962a7f5 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:20.176384 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3eb55f4-df95-4d5d-a78c-55e7b9902d01 req-9673da79-a0a8-4b08-b96d-0cda6962a7f5 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 945 time: 0.0595284 Nov 01 16:42:20.193512 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:42:20.193918 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:20.254442 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port eb9a3772-e35e-429b-a7c9-b41b8c96c727, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:20.270357 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'port_id': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'mac_address': 'fa:16:3e:6a:1c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:42:20.291136 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfed25-2ef0-40e1-8bcc-cdaa67179ad8 req-97afa1c8-5a65-40ad-bbfe-5cbad84842e2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:20.292629 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b0bfed25-2ef0-40e1-8bcc-cdaa67179ad8 req-97afa1c8-5a65-40ad-bbfe-5cbad84842e2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 944 time: 0.0988259 Nov 01 16:42:20.334078 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:20.337090 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:20.345497 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b0bfed25-2ef0-40e1-8bcc-cdaa67179ad8 req-0d9b119e-36cd-4ff3-bb21-4a01d583b0ee tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456901 Nov 01 16:42:20.349029 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-b3eb55f4-df95-4d5d-a78c-55e7b9902d01 req-36299067-c93c-4cab-a4fe-93bc5fc5021a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Deleting port 38addf04-cd56-486b-8b87-50b95fea1b71 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:42:20.349366 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3eb55f4-df95-4d5d-a78c-55e7b9902d01 req-36299067-c93c-4cab-a4fe-93bc5fc5021a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:20.363211 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9a3772-e35e-429b-a7c9-b41b8c96c727 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:42:20.372054 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:20.374374 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac190335-0e8e-42fa-a6d3-a233fb7d1228" -d '{"events": [{"server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "name": "network-vif-plugged", "status": "completed", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:20.395269 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:20.407739 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port eb9a3772-e35e-429b-a7c9-b41b8c96c727, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:20.411041 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb47ae1-ecc0-4d1d-bb14-8bb946864570 x-openstack-request-id: req-7bb47ae1-ecc0-4d1d-bb14-8bb946864570 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:20.411348 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "name": "network-vif-plugged", "status": "completed", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:20.411692 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7bb47ae1-ecc0-4d1d-bb14-8bb946864570 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:20.412073 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'code': 200} Nov 01 16:42:20.446924 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b3eb55f4-df95-4d5d-a78c-55e7b9902d01 req-36299067-c93c-4cab-a4fe-93bc5fc5021a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] For port 38addf04-cd56-486b-8b87-50b95fea1b71, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=38addf04-cd56-486b-8b87-50b95fea1b71,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:20.447399 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3eb55f4-df95-4d5d-a78c-55e7b9902d01 req-36299067-c93c-4cab-a4fe-93bc5fc5021a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:20.456057 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:20.461250 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-b3eb55f4-df95-4d5d-a78c-55e7b9902d01 req-36299067-c93c-4cab-a4fe-93bc5fc5021a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Calling delete_port for 38addf04-cd56-486b-8b87-50b95fea1b71 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:42:20.489448 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:20.514821 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=76c0a567-6b31-4d02-96ab-6b9f84b8d048,revision_number=10']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:20.564085 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=eb9a3772-e35e-429b-a7c9-b41b8c96c727,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:20.626108 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691be3e-8569-4df7-9c9f-ca36cc36e90f req-776eadf5-651a-4534-a94c-aec8846eb624 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:20.627579 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0691be3e-8569-4df7-9c9f-ca36cc36e90f req-776eadf5-651a-4534-a94c-aec8846eb624 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 945 time: 0.0866671 Nov 01 16:42:20.665347 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0691be3e-8569-4df7-9c9f-ca36cc36e90f req-35cc1521-f7a2-4c5d-b5bb-aeaaf1c32776 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316257 Nov 01 16:42:20.727961 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3eb55f4-df95-4d5d-a78c-55e7b9902d01 req-36299067-c93c-4cab-a4fe-93bc5fc5021a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:20.745172 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['d69b50a8-7901-482e-a0fc-a69f7a552261', '90644ebd-d05a-4ce1-99d6-2f47827460de', 'be7861e9-7505-42e4-a23f-896045face08'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:42:20.781717 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36299067-c93c-4cab-a4fe-93bc5fc5021a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Pushing event deleted for resources: {'Port': ['ID=38addf04-cd56-486b-8b87-50b95fea1b71,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:20.800438 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['eb9a3772-e35e-429b-a7c9-b41b8c96c727'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:42:20.828249 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eb55f4-df95-4d5d-a78c-55e7b9902d01 req-36299067-c93c-4cab-a4fe-93bc5fc5021a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] No DVR routers for this DVR port 38addf04-cd56-486b-8b87-50b95fea1b71 on host hv-cinder-81618 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:42:20.836651 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32fc55-1a49-4540-97e5-5ea46dd4adb8 req-98543050-2cba-405d-87e6-6aa30f7fc3e5 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:20.840140 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fd32fc55-1a49-4540-97e5-5ea46dd4adb8 req-98543050-2cba-405d-87e6-6aa30f7fc3e5 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.1239734 Nov 01 16:42:20.843098 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b3eb55f4-df95-4d5d-a78c-55e7b9902d01 req-36299067-c93c-4cab-a4fe-93bc5fc5021a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:20.846713 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3eb55f4-df95-4d5d-a78c-55e7b9902d01 req-36299067-c93c-4cab-a4fe-93bc5fc5021a tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "DELETE /v2.0/ports/38addf04-cd56-486b-8b87-50b95fea1b71 HTTP/1.1" status: 204 len: 173 time: 0.6616075 Nov 01 16:42:20.885609 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fd32fc55-1a49-4540-97e5-5ea46dd4adb8 req-dc1997e5-c965-4ccd-8d26-da03b69e5534 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375006 Nov 01 16:42:21.091372 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 38874) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:21.265676 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82106c62-b940-4442-bec0-d4370e42ee3f req-9985cf90-25c2-4174-9d1f-cf99a3d536fd tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:21.267267 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-82106c62-b940-4442-bec0-d4370e42ee3f req-9985cf90-25c2-4174-9d1f-cf99a3d536fd tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 944 time: 0.0809603 Nov 01 16:42:21.274263 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9a49a-d196-4c3a-8949-e7fe17e5f1dc req-42f65a04-c706-42c3-bbd5-923abe654130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:21.275770 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-30a9a49a-d196-4c3a-8949-e7fe17e5f1dc req-42f65a04-c706-42c3-bbd5-923abe654130 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 1099 time: 0.0597394 Nov 01 16:42:21.334803 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-82106c62-b940-4442-bec0-d4370e42ee3f req-87ea6c2f-a4e0-471b-bb80-4089bc10932c tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578084 Nov 01 16:42:21.336550 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-30a9a49a-d196-4c3a-8949-e7fe17e5f1dc req-c16f5291-97ff-4366-a41c-a7674594e953 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461609 Nov 01 16:42:21.470774 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6788666-f844-4345-9d14-618be34d4e58 req-7e7fdb98-eb2d-4e33-9b51-904cec4764a6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:21.472271 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b6788666-f844-4345-9d14-618be34d4e58 req-7e7fdb98-eb2d-4e33-9b51-904cec4764a6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 946 time: 0.0511322 Nov 01 16:42:21.511763 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b6788666-f844-4345-9d14-618be34d4e58 req-608c6364-0c04-4c42-9677-4ee037e57a00 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329931 Nov 01 16:42:21.553439 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7f54cc6b-bab9-405a-b850-eb03d0daa5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618549'] for router_interface, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:21.777367 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-05fbc969-039b-42b6-be82-e06aad9fee56 req-278d2730-dd9b-48bb-9380-d84ef96f77ae tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8 HTTP/1.1" status: 200 len: 210 time: 0.0295091 Nov 01 16:42:21.838855 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7f54cc6b-bab9-405a-b850-eb03d0daa5e2 admin admin] Deleting port e3c0e8c5-9db2-41a5-ba59-c11c5beae817 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:42:21.839185 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7f54cc6b-bab9-405a-b850-eb03d0daa5e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:21.900110 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8', 'name': 'network-vif-deleted', 'tag': '38addf04-cd56-486b-8b87-50b95fea1b71'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:21.902492 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4595532f-ce48-41bd-8da0-9bb9ac700d6a" -d '{"events": [{"server_uuid": "08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8", "name": "network-vif-deleted", "tag": "38addf04-cd56-486b-8b87-50b95fea1b71"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:21.917559 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7f54cc6b-bab9-405a-b850-eb03d0daa5e2 admin admin] For port e3c0e8c5-9db2-41a5-ba59-c11c5beae817, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=e3c0e8c5-9db2-41a5-ba59-c11c5beae817,segment=NetworkSegment(0ffbc69b-89d2-4a86-aff9-bea432ac5801),segment_id=0ffbc69b-89d2-4a86-aff9-bea432ac5801)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:21.917936 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7f54cc6b-bab9-405a-b850-eb03d0daa5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:21.939173 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7f54cc6b-bab9-405a-b850-eb03d0daa5e2 admin admin] Calling delete_port for e3c0e8c5-9db2-41a5-ba59-c11c5beae817 owned by network:router_interface {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:42:21.942486 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df632ca-af87-425b-a6ed-9b68de61ac97 x-openstack-request-id: req-3df632ca-af87-425b-a6ed-9b68de61ac97 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:21.943024 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8", "name": "network-vif-deleted", "tag": "38addf04-cd56-486b-8b87-50b95fea1b71", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:21.943329 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3df632ca-af87-425b-a6ed-9b68de61ac97 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:21.943707 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7622b-e6fd-4aa0-ab9e-11a2f7f892c8', 'name': 'network-vif-deleted', 'tag': '38addf04-cd56-486b-8b87-50b95fea1b71', 'status': 'completed', 'code': 200} Nov 01 16:42:22.007215 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a678a-3960-498f-a8c7-d29703b174bd req-ca12d423-0454-4616-8ddc-385666092cb0 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:22.008775 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7a1a678a-3960-498f-a8c7-d29703b174bd req-ca12d423-0454-4616-8ddc-385666092cb0 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0525188 Nov 01 16:42:22.048259 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7a1a678a-3960-498f-a8c7-d29703b174bd req-8074b3e7-59c1-43cc-a0f9-c9b112906c6c tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331554 Nov 01 16:42:22.086442 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device eb9a3772-e35e-429b-a7c9-b41b8c96c727 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:42:22.181523 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7f54cc6b-bab9-405a-b850-eb03d0daa5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:22.204327 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port eb9a3772-e35e-429b-a7c9-b41b8c96c727 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:42:22.209188 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54cc6b-bab9-405a-b850-eb03d0daa5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c0e8c5-9db2-41a5-ba59-c11c5beae817,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:22.211099 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port eb9a3772-e35e-429b-a7c9-b41b8c96c727 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:42:22.214350 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:22.299591 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:22.335441 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port eb9a3772-e35e-429b-a7c9-b41b8c96c727, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:22.377825 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7f54cc6b-bab9-405a-b850-eb03d0daa5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617861'] for router_interface, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:22.401605 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:22.402413 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 38addf04-cd56-486b-8b87-50b95fea1b71 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:42:22.422807 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:22.425436 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144181af-7f6c-4d8c-8d4a-839ed76b2d9b" -d '{"events": [{"server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "name": "network-vif-plugged", "status": "completed", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:22.456180 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: 38addf04-cd56-486b-8b87-50b95fea1b71 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:42:22.456303 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 38addf04-cd56-486b-8b87-50b95fea1b71 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:42:22.456700 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4cc8ae59-37f8-4c17-a430-75dca675e267 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:42:22.459682 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1139a-7ca8-433f-91c2-2952bde8f803 req-1ea73b9c-cfa3-4e0c-9970-80cf4d1f116d tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:22.465103 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81472e9f-f962-46a5-a8eb-de66f4abe349 x-openstack-request-id: req-81472e9f-f962-46a5-a8eb-de66f4abe349 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:22.465555 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "name": "network-vif-plugged", "status": "completed", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:22.465845 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81472e9f-f962-46a5-a8eb-de66f4abe349 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:22.466233 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'code': 200} Nov 01 16:42:22.468121 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aaf1139a-7ca8-433f-91c2-2952bde8f803 req-1ea73b9c-cfa3-4e0c-9970-80cf4d1f116d tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 945 time: 0.0632963 Nov 01 16:42:22.495666 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: 4cc8ae59-37f8-4c17-a430-75dca675e267 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:42:22.496015 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4cc8ae59-37f8-4c17-a430-75dca675e267 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:42:22.511773 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aaf1139a-7ca8-433f-91c2-2952bde8f803 req-56663d4b-8b62-48e0-a6f0-1c165ebeb012 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Nov 01 16:42:22.519214 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=eb9a3772-e35e-429b-a7c9-b41b8c96c727,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:22.638809 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8cdb2-ad47-465b-9b43-52314d351237 req-abd5df89-c7d0-4ae8-9c94-6bc0ab9224d9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:22.640598 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55b8cdb2-ad47-465b-9b43-52314d351237 req-abd5df89-c7d0-4ae8-9c94-6bc0ab9224d9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 946 time: 0.0522189 Nov 01 16:42:22.686384 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-55b8cdb2-ad47-465b-9b43-52314d351237 req-d90a8462-2477-46dd-b900-ef1043c56c9d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392213 Nov 01 16:42:22.854988 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c15f4e-9877-413d-b543-c64932bdff6d req-b368b1d0-eb93-4714-b8ac-0c86d6b990e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:22.856618 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-66c15f4e-9877-413d-b543-c64932bdff6d req-b368b1d0-eb93-4714-b8ac-0c86d6b990e6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 1098 time: 0.0688047 Nov 01 16:42:22.876082 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f54cc6b-bab9-405a-b850-eb03d0daa5e2 admin admin] Router 0f510b52-e27b-4676-8d59-264bea9924f0 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:42:22.908525 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-66c15f4e-9877-413d-b543-c64932bdff6d req-20569e0f-ed0c-47bb-805d-ef8fc7acbe8f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339751 Nov 01 16:42:22.984005 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f54cc6b-bab9-405a-b850-eb03d0daa5e2 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:42:22.996778 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-7f54cc6b-bab9-405a-b850-eb03d0daa5e2 admin admin] 10.222.0.62 "PUT /v2.0/routers/0f510b52-e27b-4676-8d59-264bea9924f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8966050 Nov 01 16:42:22.996778 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 38904) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:22.997256 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74675024-8a66-4476-af8c-885a15fe81b8 None None] Sync routers for ids ['0f510b52-e27b-4676-8d59-264bea9924f0'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:42:23.005791 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74675024-8a66-4476-af8c-885a15fe81b8 None None] Routers {'0f510b52-e27b-4676-8d59-264bea9924f0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:42:23.006456 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-74675024-8a66-4476-af8c-885a15fe81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:42:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['0f510b52-e27b-4676-8d59-264bea9924f0'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:23.132182 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Publish callbacks [] for router, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:23.137100 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-74675024-8a66-4476-af8c-885a15fe81b8 None None] Set router 0f510b52-e27b-4676-8d59-264bea9924f0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:42:23.179752 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d198ab3-11ef-4f68-ad05-de3491e85f9a req-f0a4abb1-4e82-4f3e-bb31-1ee711e2f7f0 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:23.181680 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6d198ab3-11ef-4f68-ad05-de3491e85f9a req-f0a4abb1-4e82-4f3e-bb31-1ee711e2f7f0 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0521951 Nov 01 16:42:23.222576 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6d198ab3-11ef-4f68-ad05-de3491e85f9a req-335702cd-4855-4a61-a9ea-a4d9d9e86b59 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340769 Nov 01 16:42:23.251286 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:23.326421 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-74675024-8a66-4476-af8c-885a15fe81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'name': 'tempest-ServerRescueNegativeTestJSON-2776086-router', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '095c3007-d775-46ae-8929-219d4bcf8755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:42:22Z', 'revision_number': 5, 'project_id': 'd68315a9114545d0b176b3bfa254883f', 'gw_port': {'id': '095c3007-d775-46ae-8929-219d4bcf8755', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:40Z', 'updated_at': '2021-11-01T16:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:23.351547 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74675024-8a66-4476-af8c-885a15fe81b8 None None] Checking router: 0f510b52-e27b-4676-8d59-264bea9924f0 for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:42:23.360774 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74675024-8a66-4476-af8c-885a15fe81b8 None None] Routers {'0f510b52-e27b-4676-8d59-264bea9924f0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:42:23.361373 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-74675024-8a66-4476-af8c-885a15fe81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:42:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['0f510b52-e27b-4676-8d59-264bea9924f0'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:23.395475 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Deleting port 095c3007-d775-46ae-8929-219d4bcf8755 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:42:23.395835 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:23.448880 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-74675024-8a66-4476-af8c-885a15fe81b8 None None] Set router 0f510b52-e27b-4676-8d59-264bea9924f0 gateway port host: None {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:42:23.476686 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] For port 095c3007-d775-46ae-8929-219d4bcf8755, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=095c3007-d775-46ae-8929-219d4bcf8755,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:23.477058 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:23.490512 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Calling delete_port for 095c3007-d775-46ae-8929-219d4bcf8755 owned by network:router_gateway {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:42:23.506270 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-74675024-8a66-4476-af8c-885a15fe81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'name': 'tempest-ServerRescueNegativeTestJSON-2776086-router', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:42:23Z', 'revision_number': 6, 'project_id': 'd68315a9114545d0b176b3bfa254883f', 'gw_port_host': None}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:23.532584 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74675024-8a66-4476-af8c-885a15fe81b8 None None] The sync data for ids ['0f510b52-e27b-4676-8d59-264bea9924f0'] in dv-cinder-816187-1-iscsi is: [{'id': '0f510b52-e27b-4676-8d59-264bea9924f0', 'name': 'tempest-ServerRescueNegativeTestJSON-2776086-router', 'tenant_id': 'd68315a9114545d0b176b3bfa254883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:42:23Z', 'revision_number': 6, 'project_id': 'd68315a9114545d0b176b3bfa254883f', 'gw_port_host': None}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:42:23.648683 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d6d34-0445-4388-97bf-c91dca28ded9 req-37da03b3-f8f2-4997-b219-b6247c585ee8 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:23.650684 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f88d6d34-0445-4388-97bf-c91dca28ded9 req-37da03b3-f8f2-4997-b219-b6247c585ee8 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 945 time: 0.0504181 Nov 01 16:42:23.693208 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f88d6d34-0445-4388-97bf-c91dca28ded9 req-48fadac3-ee8c-4e59-ba82-90067fe4a343 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360780 Nov 01 16:42:23.752995 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:23.780782 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Pushing event deleted for resources: {'Port': ['ID=095c3007-d775-46ae-8929-219d4bcf8755,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:23.816286 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cfb9c-f949-49a5-8e70-7e880c80dad5 req-b67da6a7-bc95-4e65-b056-148cbaeb228e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:23.818052 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-277cfb9c-f949-49a5-8e70-7e880c80dad5 req-b67da6a7-bc95-4e65-b056-148cbaeb228e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 946 time: 0.0560670 Nov 01 16:42:23.845910 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618979'] for router_gateway, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:23.858975 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-277cfb9c-f949-49a5-8e70-7e880c80dad5 req-3d6b2d78-8fd1-471b-ad18-61b9200d1fc0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332971 Nov 01 16:42:23.952726 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1222'] for router, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:23.954994 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.101578 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-617030'] for router, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.102123 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f510b52-e27b-4676-8d59-264bea9924f0 {{(pid=102020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 16:42:24.106833 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] Publish callbacks [] for router, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.108030 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-db1a9321-0e82-4450-a760-273e1d06c215 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0f510b52-e27b-4676-8d59-264bea9924f0 HTTP/1.1" status: 204 len: 168 time: 1.1113968 Nov 01 16:42:24.110439 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 38942) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:24.155722 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb9d798-8836-4809-804a-c8e6e4385820 admin admin] Deleting subnet d68335fe-26c4-42b4-823b-1184a837e16f {{(pid=102020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:42:24.158926 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efb9d798-8836-4809-804a-c8e6e4385820 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.193750 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efb9d798-8836-4809-804a-c8e6e4385820 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056152'] for subnet, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.236299 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efb9d798-8836-4809-804a-c8e6e4385820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.356711 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b21aa4-941d-416a-8466-554567d85156 req-b8d31e4a-b8a7-4e09-954c-d02d321d6b8a tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:24.358871 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e0b21aa4-941d-416a-8466-554567d85156 req-b8d31e4a-b8a7-4e09-954c-d02d321d6b8a tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0552168 Nov 01 16:42:24.396241 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efb9d798-8836-4809-804a-c8e6e4385820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260544798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260872958'] for subnet, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.405836 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e0b21aa4-941d-416a-8466-554567d85156 req-e8373097-e119-4d77-b819-3b204ba48290 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398452 Nov 01 16:42:24.417240 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 095c3007-d775-46ae-8929-219d4bcf8755 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:42:24.426618 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efb9d798-8836-4809-804a-c8e6e4385820 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.433659 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-efb9d798-8836-4809-804a-c8e6e4385820 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d68335fe-26c4-42b4-823b-1184a837e16f HTTP/1.1" status: 204 len: 168 time: 0.3221278 Nov 01 16:42:24.434409 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9d798-8836-4809-804a-c8e6e4385820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68335fe-26c4-42b4-823b-1184a837e16f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:24.437005 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 38950) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:24.451425 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 095c3007-d775-46ae-8929-219d4bcf8755 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:42:24.452235 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 095c3007-d775-46ae-8929-219d4bcf8755 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:42:24.452862 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device e3c0e8c5-9db2-41a5-ba59-c11c5beae817 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:42:24.477171 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: e3c0e8c5-9db2-41a5-ba59-c11c5beae817 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:42:24.478526 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device e3c0e8c5-9db2-41a5-ba59-c11c5beae817 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:42:24.517083 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.610482 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.634461 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8148a2-512c-40e0-a19a-c62dbbe8d3c2']}} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:24.645248 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffbc69b-89d2-4a86-aff9-bea432ac5801') {'for_net_delete': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:24.645816 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffbc69b-89d2-4a86-aff9-bea432ac5801') {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:24.656315 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056129'] for segment, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.659299 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb0c08-a154-493e-a798-a6de51a4e763 req-12c0bdce-352d-4314-9597-7df04416a153 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:24.660850 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a3fb0c08-a154-493e-a798-a6de51a4e763 req-12c0bdce-352d-4314-9597-7df04416a153 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 946 time: 0.0560639 Nov 01 16:42:24.674261 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.681589 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:42:24.682004 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260546480'] for segment, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: Traceback (most recent call last): Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: timer() Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: cb(*args, **kw) Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: return func(*args, **kwargs) Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: self._notify() Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: self.callback(batched_events) Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: event.method(event) Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: return f(self, *a, **k) Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._get(url).json() Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: return self.request(url, 'GET', **kwargs) Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:42:24.684052 dv-cinder-816187-1-iscsi neutron-server[102020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:42:24.715439 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a3fb0c08-a154-493e-a798-a6de51a4e763 req-a76189e4-6158-4208-8ac0-4a31a83157ae tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468440 Nov 01 16:42:24.827671 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35a983-6afc-4e35-8a19-447c7f76e626 req-239557ef-419b-4964-ad88-2c61e5d1414c tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:24.829137 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2f35a983-6afc-4e35-8a19-447c7f76e626 req-239557ef-419b-4964-ad88-2c61e5d1414c tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 945 time: 0.0501912 Nov 01 16:42:24.852732 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.858095 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:24.861327 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cb8148a2-512c-40e0-a19a-c62dbbe8d3c2 HTTP/1.1" status: 204 len: 168 time: 0.4227042 Nov 01 16:42:24.869034 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2f35a983-6afc-4e35-8a19-447c7f76e626 req-92fedf62-98ea-44a7-b5bf-ce6a307f5c4a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336103 Nov 01 16:42:24.878039 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2412b-da9a-4bc5-99e9-19b7ef999889 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8148a2-512c-40e0-a19a-c62dbbe8d3c2,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:25.013287 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa835807-f30a-456a-875f-6e49f112d6c8 req-e49d903a-3e5d-4861-8303-50677d034b7b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:25.014816 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fa835807-f30a-456a-875f-6e49f112d6c8 req-e49d903a-3e5d-4861-8303-50677d034b7b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 946 time: 0.0792692 Nov 01 16:42:25.022826 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf54cb-3a94-4ece-a98d-51429555c74a req-45e7771b-4b35-47dc-a0a0-342285132834 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:25.024345 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5ebf54cb-3a94-4ece-a98d-51429555c74a req-45e7771b-4b35-47dc-a0a0-342285132834 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 945 time: 0.0768280 Nov 01 16:42:25.082607 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fa835807-f30a-456a-875f-6e49f112d6c8 req-64b10c00-c8f3-4b34-85f1-a8ca488e3b14 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572801 Nov 01 16:42:25.087815 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5ebf54cb-3a94-4ece-a98d-51429555c74a req-35ab5776-d850-496e-95dc-09992c9d3f22 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556328 Nov 01 16:42:25.222248 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 38966) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:25.261739 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-48903810-3c8f-47bc-aceb-aaf2e470488f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d68315a9114545d0b176b3bfa254883f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404885 Nov 01 16:42:25.264295 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 38968) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:25.312036 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-408a6eca-b26a-4c4b-b16b-c0d5de2e2b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:25.333701 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-408a6eca-b26a-4c4b-b16b-c0d5de2e2b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:25.413075 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a0694-7bcc-4e8d-8210-d8990b8d16c5 req-66754aa1-45b4-411a-b382-36554bfdbc70 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:25.414533 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9b5a0694-7bcc-4e8d-8210-d8990b8d16c5 req-66754aa1-45b4-411a-b382-36554bfdbc70 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Nov 01 16:42:25.444399 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-408a6eca-b26a-4c4b-b16b-c0d5de2e2b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:25.447574 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-408a6eca-b26a-4c4b-b16b-c0d5de2e2b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:25.448722 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-408a6eca-b26a-4c4b-b16b-c0d5de2e2b42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d HTTP/1.1" status: 204 len: 168 time: 0.1834908 Nov 01 16:42:25.454995 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9b5a0694-7bcc-4e8d-8210-d8990b8d16c5 req-48444ded-3489-42d9-ae1f-cf2e7f76d12b tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338974 Nov 01 16:42:25.461356 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a6eca-b26a-4c4b-b16b-c0d5de2e2b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dcb3d6-1a72-4a5b-8db9-0cfa4e63843d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:25.569813 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7e64d-ca36-434c-98ab-147f8a15e8f7 req-42e3b2df-bb05-46ca-a133-eadfdd98aead tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:25.570730 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a5d7e64d-ca36-434c-98ab-147f8a15e8f7 req-42e3b2df-bb05-46ca-a133-eadfdd98aead tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0524528 Nov 01 16:42:25.610623 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a5d7e64d-ca36-434c-98ab-147f8a15e8f7 req-129e091b-f19b-48f8-b319-20646b1f43f2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325933 Nov 01 16:42:25.832345 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21cd59-1c57-4d9f-aff7-f1f809645457 req-2f6e874a-17c3-48a4-b74e-d09e894efd0f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:25.833850 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ec21cd59-1c57-4d9f-aff7-f1f809645457 req-2f6e874a-17c3-48a4-b74e-d09e894efd0f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 946 time: 0.0544171 Nov 01 16:42:25.874901 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ec21cd59-1c57-4d9f-aff7-f1f809645457 req-5b9df96c-3b72-4a82-ace6-f426205f9382 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351117 Nov 01 16:42:26.108083 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 258ed614-4f0b-49a8-9d8b-60edb836514d details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:42:26.214970 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 258ed614-4f0b-49a8-9d8b-60edb836514d, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=258ed614-4f0b-49a8-9d8b-60edb836514d,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:26.227097 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'port_id': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'mac_address': 'fa:16:3e:9a:89:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:42:26.270670 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:26.285034 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258ed614-4f0b-49a8-9d8b-60edb836514d {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:42:26.311008 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 258ed614-4f0b-49a8-9d8b-60edb836514d, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=258ed614-4f0b-49a8-9d8b-60edb836514d,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:26.349780 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c600bc-ab22-4112-a17e-bdb55a9df7fe req-4b971b32-0953-40ee-a3ed-edcdb2f9b6ff tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:26.351854 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62c600bc-ab22-4112-a17e-bdb55a9df7fe req-4b971b32-0953-40ee-a3ed-edcdb2f9b6ff tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 946 time: 0.0692809 Nov 01 16:42:26.401120 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:26.449482 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=258ed614-4f0b-49a8-9d8b-60edb836514d,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:26.474395 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-62c600bc-ab22-4112-a17e-bdb55a9df7fe req-031972e5-4bc6-48a7-bebc-216dafc34e87 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Deleting port be7861e9-7505-42e4-a23f-896045face08 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:42:26.474887 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-62c600bc-ab22-4112-a17e-bdb55a9df7fe req-031972e5-4bc6-48a7-bebc-216dafc34e87 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:26.587707 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-62c600bc-ab22-4112-a17e-bdb55a9df7fe req-031972e5-4bc6-48a7-bebc-216dafc34e87 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] For port be7861e9-7505-42e4-a23f-896045face08, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=be7861e9-7505-42e4-a23f-896045face08,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:26.588015 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-62c600bc-ab22-4112-a17e-bdb55a9df7fe req-031972e5-4bc6-48a7-bebc-216dafc34e87 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:26.603648 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-62c600bc-ab22-4112-a17e-bdb55a9df7fe req-031972e5-4bc6-48a7-bebc-216dafc34e87 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Calling delete_port for be7861e9-7505-42e4-a23f-896045face08 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:42:26.768385 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['258ed614-4f0b-49a8-9d8b-60edb836514d'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:42:26.771946 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39428b5e-ac0a-4b88-8d68-425661c7c25a req-5bbacf56-37ee-4a4e-bec6-af5a6f4d03e9 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:26.773476 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-39428b5e-ac0a-4b88-8d68-425661c7c25a req-5bbacf56-37ee-4a4e-bec6-af5a6f4d03e9 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 945 time: 0.0825408 Nov 01 16:42:26.827061 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-39428b5e-ac0a-4b88-8d68-425661c7c25a req-7df04b25-acbe-4acc-b48c-d6952f4d7b88 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399041 Nov 01 16:42:26.870317 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-62c600bc-ab22-4112-a17e-bdb55a9df7fe req-031972e5-4bc6-48a7-bebc-216dafc34e87 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:26.897631 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031972e5-4bc6-48a7-bebc-216dafc34e87 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Pushing event deleted for resources: {'Port': ['ID=be7861e9-7505-42e4-a23f-896045face08,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:26.966420 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c600bc-ab22-4112-a17e-bdb55a9df7fe req-031972e5-4bc6-48a7-bebc-216dafc34e87 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] No DVR routers for this DVR port be7861e9-7505-42e4-a23f-896045face08 on host hv-cinder-81618 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:42:26.975879 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-62c600bc-ab22-4112-a17e-bdb55a9df7fe req-031972e5-4bc6-48a7-bebc-216dafc34e87 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:26.979873 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-62c600bc-ab22-4112-a17e-bdb55a9df7fe req-031972e5-4bc6-48a7-bebc-216dafc34e87 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "DELETE /v2.0/ports/be7861e9-7505-42e4-a23f-896045face08 HTTP/1.1" status: 204 len: 173 time: 0.6161077 Nov 01 16:42:26.980338 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8735b78b-08aa-4f99-a226-90e099070208', 'name': 'network-vif-deleted', 'tag': 'be7861e9-7505-42e4-a23f-896045face08'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:26.982604 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaf57e7-81ef-4d98-a7f9-f6082e80752d" -d '{"events": [{"server_uuid": "8735b78b-08aa-4f99-a226-90e099070208", "name": "network-vif-deleted", "tag": "be7861e9-7505-42e4-a23f-896045face08"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:27.008084 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-07da843a-4ed4-4905-bacb-0df418d85f13 req-8c8d9828-9181-4f50-b21e-e8b1c365ef57 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=8735b78b-08aa-4f99-a226-90e099070208 HTTP/1.1" status: 200 len: 210 time: 0.0429308 Nov 01 16:42:27.023216 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cff609f-aeda-495c-8bed-f1628e9e0bfc x-openstack-request-id: req-3cff609f-aeda-495c-8bed-f1628e9e0bfc {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:27.023508 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8735b78b-08aa-4f99-a226-90e099070208", "name": "network-vif-deleted", "tag": "be7861e9-7505-42e4-a23f-896045face08", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:27.023790 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cff609f-aeda-495c-8bed-f1628e9e0bfc {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:27.024220 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8735b78b-08aa-4f99-a226-90e099070208', 'name': 'network-vif-deleted', 'tag': 'be7861e9-7505-42e4-a23f-896045face08', 'status': 'completed', 'code': 200} Nov 01 16:42:27.591042 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['d69b50a8-7901-482e-a0fc-a69f7a552261', '90644ebd-d05a-4ce1-99d6-2f47827460de'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:42:27.944266 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ce863-c73e-49b5-a4b6-b935b1b6d48b req-471484de-9f3d-44a0-ace3-563ce08e464f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:27.945760 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2f7ce863-c73e-49b5-a4b6-b935b1b6d48b req-471484de-9f3d-44a0-ace3-563ce08e464f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 945 time: 0.0523489 Nov 01 16:42:27.984621 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2f7ce863-c73e-49b5-a4b6-b935b1b6d48b req-da00be3d-b5b5-4bf6-8d3f-e3c5bff4e927 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329549 Nov 01 16:42:28.120945 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 258ed614-4f0b-49a8-9d8b-60edb836514d up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:42:28.244881 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port 258ed614-4f0b-49a8-9d8b-60edb836514d completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:42:28.248990 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 258ed614-4f0b-49a8-9d8b-60edb836514d triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:42:28.262640 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:28.328863 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:28.351029 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:28.353987 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b67efc6-8b89-4109-8023-4acb2264c03f" -d '{"events": [{"server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "name": "network-vif-plugged", "status": "completed", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:28.367248 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 258ed614-4f0b-49a8-9d8b-60edb836514d, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=258ed614-4f0b-49a8-9d8b-60edb836514d,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:28.392327 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90044170-c822-43bb-b825-99e977c06c13 x-openstack-request-id: req-90044170-c822-43bb-b825-99e977c06c13 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:28.392614 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "name": "network-vif-plugged", "status": "completed", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:28.392862 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90044170-c822-43bb-b825-99e977c06c13 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:28.393247 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'code': 200} Nov 01 16:42:28.441404 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:28.442258 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device be7861e9-7505-42e4-a23f-896045face08 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:42:28.486716 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: be7861e9-7505-42e4-a23f-896045face08 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:42:28.487116 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device be7861e9-7505-42e4-a23f-896045face08 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:42:28.512031 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=258ed614-4f0b-49a8-9d8b-60edb836514d,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:28.546753 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961ae43-2422-47db-9286-bdd9c2042887 req-1f320efc-5766-411c-990d-ea82a24be342 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:28.548437 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e961ae43-2422-47db-9286-bdd9c2042887 req-1f320efc-5766-411c-990d-ea82a24be342 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 945 time: 0.0534618 Nov 01 16:42:28.588425 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e961ae43-2422-47db-9286-bdd9c2042887 req-9ca0bb1a-6fad-4e3e-a707-3bb4e6874f3f tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Nov 01 16:42:28.685196 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da35bd3-e1fd-4eea-9060-d46aa3260e1b req-a23ab8f8-56f6-46ef-a335-29c6daddb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:28.686645 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2da35bd3-e1fd-4eea-9060-d46aa3260e1b req-a23ab8f8-56f6-46ef-a335-29c6daddb253 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 1099 time: 0.0437503 Nov 01 16:42:28.723611 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2da35bd3-e1fd-4eea-9060-d46aa3260e1b req-e4dba330-8e2a-49de-943e-1880317a5c4f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282609 Nov 01 16:42:29.099386 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58821c98-ccb4-4b59-b167-9a64ab7db78f req-27a54a77-60b1-4dff-b172-0c733af829fc tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:29.100853 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-58821c98-ccb4-4b59-b167-9a64ab7db78f req-27a54a77-60b1-4dff-b172-0c733af829fc tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0486674 Nov 01 16:42:29.139681 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-58821c98-ccb4-4b59-b167-9a64ab7db78f req-5ae98141-2c44-4b0a-b3e4-f76691d772a4 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324459 Nov 01 16:42:29.702996 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4b17a-f25f-43d2-8ae0-02ba6faf851d req-13e1289d-4f51-430b-92c8-374b35e18eda tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:29.704581 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-43c4b17a-f25f-43d2-8ae0-02ba6faf851d req-13e1289d-4f51-430b-92c8-374b35e18eda tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 945 time: 0.0497444 Nov 01 16:42:29.743167 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-43c4b17a-f25f-43d2-8ae0-02ba6faf851d req-d5de211b-2c52-47c5-b9ff-d7fa2a85bf67 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324574 Nov 01 16:42:30.262172 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0941e-d59c-4c12-8580-a42102770f19 req-98cd6f4d-a948-43e5-b5fb-93318f1566b0 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:30.263681 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f3a0941e-d59c-4c12-8580-a42102770f19 req-98cd6f4d-a948-43e5-b5fb-93318f1566b0 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0539901 Nov 01 16:42:30.302389 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f3a0941e-d59c-4c12-8580-a42102770f19 req-3906abc6-d8b1-4ac0-b06f-73f347dc3c06 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325255 Nov 01 16:42:30.534026 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173d18c-6e64-4d33-a4a7-ca03ea45025e req-c8536232-664f-4f39-b06c-08c7c6ef5c19 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:30.535470 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9173d18c-6e64-4d33-a4a7-ca03ea45025e req-c8536232-664f-4f39-b06c-08c7c6ef5c19 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 945 time: 0.0485628 Nov 01 16:42:30.636560 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-9173d18c-6e64-4d33-a4a7-ca03ea45025e req-f1a16f50-01bc-4ff9-9b42-9973aeace278 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Deleting port 90644ebd-d05a-4ce1-99d6-2f47827460de {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:42:30.636895 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9173d18c-6e64-4d33-a4a7-ca03ea45025e req-f1a16f50-01bc-4ff9-9b42-9973aeace278 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:30.724590 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9173d18c-6e64-4d33-a4a7-ca03ea45025e req-f1a16f50-01bc-4ff9-9b42-9973aeace278 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] For port 90644ebd-d05a-4ce1-99d6-2f47827460de, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=90644ebd-d05a-4ce1-99d6-2f47827460de,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:30.724951 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9173d18c-6e64-4d33-a4a7-ca03ea45025e req-f1a16f50-01bc-4ff9-9b42-9973aeace278 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:30.737193 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-9173d18c-6e64-4d33-a4a7-ca03ea45025e req-f1a16f50-01bc-4ff9-9b42-9973aeace278 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Calling delete_port for 90644ebd-d05a-4ce1-99d6-2f47827460de owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:42:30.893424 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3580f0-17f5-4c07-ac28-eb96d0310fcb req-b8c43bbb-9a69-448c-865e-fcd3e504febf tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:30.894803 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bb3580f0-17f5-4c07-ac28-eb96d0310fcb req-b8c43bbb-9a69-448c-865e-fcd3e504febf tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 945 time: 0.0843666 Nov 01 16:42:30.933036 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bb3580f0-17f5-4c07-ac28-eb96d0310fcb req-f7d017af-9225-474d-981a-31b78a4e6482 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321021 Nov 01 16:42:30.975573 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9173d18c-6e64-4d33-a4a7-ca03ea45025e req-f1a16f50-01bc-4ff9-9b42-9973aeace278 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:30.988797 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['d69b50a8-7901-482e-a0fc-a69f7a552261', '90644ebd-d05a-4ce1-99d6-2f47827460de'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:42:31.015387 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a16f50-01bc-4ff9-9b42-9973aeace278 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Pushing event deleted for resources: {'Port': ['ID=90644ebd-d05a-4ce1-99d6-2f47827460de,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:31.053452 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9173d18c-6e64-4d33-a4a7-ca03ea45025e req-f1a16f50-01bc-4ff9-9b42-9973aeace278 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] No DVR routers for this DVR port 90644ebd-d05a-4ce1-99d6-2f47827460de on host hv-cinder-81618 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:42:31.056439 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9173d18c-6e64-4d33-a4a7-ca03ea45025e req-f1a16f50-01bc-4ff9-9b42-9973aeace278 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:31.059912 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9173d18c-6e64-4d33-a4a7-ca03ea45025e req-f1a16f50-01bc-4ff9-9b42-9973aeace278 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "DELETE /v2.0/ports/90644ebd-d05a-4ce1-99d6-2f47827460de HTTP/1.1" status: 204 len: 173 time: 0.5176370 Nov 01 16:42:31.060362 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca03520d-b086-4172-b413-f466bf4597ac', 'name': 'network-vif-deleted', 'tag': '90644ebd-d05a-4ce1-99d6-2f47827460de'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:31.062671 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617e8eb1-1c32-4686-a7d8-0498d5f6a6bf" -d '{"events": [{"server_uuid": "ca03520d-b086-4172-b413-f466bf4597ac", "name": "network-vif-deleted", "tag": "90644ebd-d05a-4ce1-99d6-2f47827460de"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:31.119897 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c31b67-936c-47ad-a85a-4f1c480b6ebb x-openstack-request-id: req-a2c31b67-936c-47ad-a85a-4f1c480b6ebb {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:31.120320 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca03520d-b086-4172-b413-f466bf4597ac", "name": "network-vif-deleted", "tag": "90644ebd-d05a-4ce1-99d6-2f47827460de", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:31.120693 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2c31b67-936c-47ad-a85a-4f1c480b6ebb {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:31.121209 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca03520d-b086-4172-b413-f466bf4597ac', 'name': 'network-vif-deleted', 'tag': '90644ebd-d05a-4ce1-99d6-2f47827460de', 'status': 'completed', 'code': 200} Nov 01 16:42:31.416895 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b46a2-a962-4a69-935d-98ba4d326565 req-b7e2f7b7-b658-435d-a2c4-6e3efd91c760 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:31.419719 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b00b46a2-a962-4a69-935d-98ba4d326565 req-b7e2f7b7-b658-435d-a2c4-6e3efd91c760 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0508742 Nov 01 16:42:31.456923 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b00b46a2-a962-4a69-935d-98ba4d326565 req-7ce6903a-6bf0-4126-9a2c-6678a971236d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325358 Nov 01 16:42:31.575478 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf066d-8eb4-4c7c-98ee-0ab6aac629d0 req-88461a04-076f-42d2-9f90-381e820c8274 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:31.577000 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-85bf066d-8eb4-4c7c-98ee-0ab6aac629d0 req-88461a04-076f-42d2-9f90-381e820c8274 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0496907 Nov 01 16:42:31.614473 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-85bf066d-8eb4-4c7c-98ee-0ab6aac629d0 req-ccebb821-3ac0-44dc-a45a-d279f9272dc5 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312731 Nov 01 16:42:31.641897 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39102) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:31.828657 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903f11ff-7a0e-4e5d-a816-5c48593fc2be tempest-TestShelveInstance-1379355947 tempest-TestShelveInstance-1379355947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:31.830134 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-903f11ff-7a0e-4e5d-a816-5c48593fc2be tempest-TestShelveInstance-1379355947 tempest-TestShelveInstance-1379355947-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 1094 time: 0.1872323 Nov 01 16:42:31.833191 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39108) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:31.837558 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Request body: {'floatingip': {'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'port_id': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:31.935099 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:32.047014 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9ccefc75-56d5-4678-b8e8-38bfdd73bd0c req-11add5b0-cd78-4fe2-ae5f-96f03b68d7e9 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 210 time: 0.0349526 Nov 01 16:42:32.064558 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:32.171589 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Allocated IP 172.27.2.236 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/0961d619-7ebc-46bf-b69e-a34789da8c03) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:42:32.273433 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:32.358104 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:32.393295 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:42:32.396045 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:42:32.399425 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:42:32.428192 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event updated for resources: {'Port': ['ID=0961d619-7ebc-46bf-b69e-a34789da8c03,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:33.064846 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:33.160226 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a7828c27-5f07-4632-9780-644d9383fae7 req-143f8e8b-398c-42de-b667-75748f9a79f2 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca03520d-b086-4172-b413-f466bf4597ac HTTP/1.1" status: 200 len: 210 time: 0.0317438 Nov 01 16:42:33.240562 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:33.389938 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:33.449209 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260102682'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:33.513659 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event updated for resources: {'Port': ['ID=0961d619-7ebc-46bf-b69e-a34789da8c03,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:33.525806 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:33.625323 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.l3_db [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Floating IP 728c9cf8-a4e7-4177-8885-305d2d4c350a associated. External IP: 172.27.2.236, port: 258ed614-4f0b-49a8-9d8b-60edb836514d. Nov 01 16:42:33.828038 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Router 7b034571-b61b-406a-8dfe-c90f0020d77a has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:42:33.934944 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:42:33.944357 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6eed6-39ac-4b83-9968-0d2708157a39 None None] Sync routers for ids ['7b034571-b61b-406a-8dfe-c90f0020d77a'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:42:33.954546 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f6eed6-39ac-4b83-9968-0d2708157a39 None None] Routers {'7b034571-b61b-406a-8dfe-c90f0020d77a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:42:33.955173 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-10f6eed6-39ac-4b83-9968-0d2708157a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:42:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['7b034571-b61b-406a-8dfe-c90f0020d77a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:34.023028 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:34.050862 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-16a7e539-aba7-4ff4-8cc3-e6afef2a7778 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2165375 Nov 01 16:42:34.051470 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:34.053772 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d74a53-00ec-424b-a496-ea770fd5cffd" -d '{"events": [{"name": "network-changed", "server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:34.095099 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522c1ac1-903f-4897-b2cc-162d627608f3 x-openstack-request-id: req-522c1ac1-903f-4897-b2cc-162d627608f3 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:34.095399 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:34.095679 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-522c1ac1-903f-4897-b2cc-162d627608f3 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:34.096079 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'status': 'completed', 'code': 200} Nov 01 16:42:34.171403 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-10f6eed6-39ac-4b83-9968-0d2708157a39 None None] Set router 7b034571-b61b-406a-8dfe-c90f0020d77a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:42:34.444905 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-10f6eed6-39ac-4b83-9968-0d2708157a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:40:48Z', 'revision_number': 4, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '728c9cf8-a4e7-4177-8885-305d2d4c350a', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'port_id': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'mac_address': 'fa:16:3e:9a:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:42:32Z', 'updated_at': '2021-11-01T16:42:32Z', 'revision_number': 0, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c88ca24a-352b-47b3-a12b-4b19ad940fe4', 'name': '', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'mac_address': 'fa:16:3e:a2:7b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:48Z', 'updated_at': '2021-11-01T16:40:54Z', 'revision_number': 5, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'subnets': [{'id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:34.470625 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6eed6-39ac-4b83-9968-0d2708157a39 None None] Checking router: 7b034571-b61b-406a-8dfe-c90f0020d77a for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:42:34.479394 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f6eed6-39ac-4b83-9968-0d2708157a39 None None] Routers {'7b034571-b61b-406a-8dfe-c90f0020d77a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:42:34.480009 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-10f6eed6-39ac-4b83-9968-0d2708157a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:42:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['7b034571-b61b-406a-8dfe-c90f0020d77a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:34.582530 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-10f6eed6-39ac-4b83-9968-0d2708157a39 None None] Set router 7b034571-b61b-406a-8dfe-c90f0020d77a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:42:34.798968 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-10f6eed6-39ac-4b83-9968-0d2708157a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:40:48Z', 'revision_number': 4, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '728c9cf8-a4e7-4177-8885-305d2d4c350a', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'port_id': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'mac_address': 'fa:16:3e:9a:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:42:32Z', 'updated_at': '2021-11-01T16:42:32Z', 'revision_number': 0, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c88ca24a-352b-47b3-a12b-4b19ad940fe4', 'name': '', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'mac_address': 'fa:16:3e:a2:7b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:48Z', 'updated_at': '2021-11-01T16:40:54Z', 'revision_number': 5, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'subnets': [{'id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:34.829481 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6eed6-39ac-4b83-9968-0d2708157a39 None None] The sync data for ids ['7b034571-b61b-406a-8dfe-c90f0020d77a'] in dv-cinder-816187-1-iscsi is: [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:40:48Z', 'revision_number': 4, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '728c9cf8-a4e7-4177-8885-305d2d4c350a', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'port_id': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'mac_address': 'fa:16:3e:9a:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:42:32Z', 'updated_at': '2021-11-01T16:42:32Z', 'revision_number': 0, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c88ca24a-352b-47b3-a12b-4b19ad940fe4', 'name': '', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'mac_address': 'fa:16:3e:a2:7b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:48Z', 'updated_at': '2021-11-01T16:40:54Z', 'revision_number': 5, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'subnets': [{'id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:42:34.977759 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74a53-00ec-424b-a496-ea770fd5cffd req-6b83dcc2-6728-42d3-84ba-5d5d3d46bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:34.978307 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-85d74a53-00ec-424b-a496-ea770fd5cffd req-6b83dcc2-6728-42d3-84ba-5d5d3d46bbd1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=444ccc67043447cf9868bd1a97e38ffe&device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 1099 time: 0.0437579 Nov 01 16:42:35.028457 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e898dc-3e43-4446-aa58-5dc1f95e14c9 None None] New status for floating IP 728c9cf8-a4e7-4177-8885-305d2d4c350a: ACTIVE {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:42:35.083933 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74a53-00ec-424b-a496-ea770fd5cffd req-e71d8d1c-efcf-4568-b827-5a84b660e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:35.085504 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-85d74a53-00ec-424b-a496-ea770fd5cffd req-e71d8d1c-efcf-4568-b827-5a84b660e380 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e7249020-644b-472a-9af1-7c517486f554 HTTP/1.1" status: 200 len: 909 time: 0.0929770 Nov 01 16:42:35.167132 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-85d74a53-00ec-424b-a496-ea770fd5cffd req-c6de0bde-7a28-409a-a72a-91cc8ce9fd74 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258ed614-4f0b-49a8-9d8b-60edb836514d HTTP/1.1" status: 200 len: 1000 time: 0.0650740 Nov 01 16:42:35.220073 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74a53-00ec-424b-a496-ea770fd5cffd req-055e3421-0a35-42cc-859f-19e7c6d983d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:35.221641 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-85d74a53-00ec-424b-a496-ea770fd5cffd req-055e3421-0a35-42cc-859f-19e7c6d983d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76d43ed6-be2d-4001-972a-9c12ec0c965b HTTP/1.1" status: 200 len: 847 time: 0.0449023 Nov 01 16:42:35.273277 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74a53-00ec-424b-a496-ea770fd5cffd req-617fbccb-1f3f-4d70-b199-eee9efe13425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:35.274777 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-85d74a53-00ec-424b-a496-ea770fd5cffd req-617fbccb-1f3f-4d70-b199-eee9efe13425 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7249020-644b-472a-9af1-7c517486f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401947 Nov 01 16:42:35.372401 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-85d74a53-00ec-424b-a496-ea770fd5cffd req-5e12c6b6-9a82-462c-8686-e19a26c35695 service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887678 Nov 01 16:42:35.482443 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-85d74a53-00ec-424b-a496-ea770fd5cffd req-0bb9550f-8c49-46ed-b838-44bdf4813959 service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927999 Nov 01 16:42:35.717772 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d2c2-6b1c-4309-b0a3-72ee32e0ae8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:36.165651 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 90644ebd-d05a-4ce1-99d6-2f47827460de no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:42:36.186111 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: 90644ebd-d05a-4ce1-99d6-2f47827460de {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:42:36.186467 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 90644ebd-d05a-4ce1-99d6-2f47827460de not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:42:36.754169 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c8682-4af3-4630-ba15-1e199699532e req-3e93af5f-bfbd-4350-8153-a7ddb880dd29 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:36.755681 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1f4c8682-4af3-4630-ba15-1e199699532e req-3e93af5f-bfbd-4350-8153-a7ddb880dd29 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 945 time: 0.0499287 Nov 01 16:42:36.801978 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1f4c8682-4af3-4630-ba15-1e199699532e req-6d6c52dc-dd49-4334-a3ce-fdab8c49189a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373328 Nov 01 16:42:36.823352 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39168) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:36.987712 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51756d95-bfc4-4200-8fad-cf5a63d5f17e req-4b133755-834c-4e19-abf1-160f13091c36 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:36.989233 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-51756d95-bfc4-4200-8fad-cf5a63d5f17e req-4b133755-834c-4e19-abf1-160f13091c36 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 946 time: 0.0820961 Nov 01 16:42:36.994653 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa11c3-40ca-4f2b-b089-0cb150201863 tempest-TestMinimumBasicScenario-1064156251 tempest-TestMinimumBasicScenario-1064156251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:36.996088 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-b1fa11c3-40ca-4f2b-b089-0cb150201863 tempest-TestMinimumBasicScenario-1064156251 tempest-TestMinimumBasicScenario-1064156251-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 1093 time: 0.1716492 Nov 01 16:42:36.999256 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 39178) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:37.003835 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Request body: {'floatingip': {'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'port_id': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:37.029190 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-51756d95-bfc4-4200-8fad-cf5a63d5f17e req-2bc203c6-541a-4ae0-8977-f941f83ffc92 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Nov 01 16:42:37.086674 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for floatingip, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:37.182762 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:37.285477 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Allocated IP 172.27.2.172 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/fa1d97e0-cceb-4289-9acf-d49ab744ad8a) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:42:37.388340 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:37.475187 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:37.516001 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:42:37.518978 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:42:37.521498 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:42:37.527894 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event updated for resources: {'Port': ['ID=fa1d97e0-cceb-4289-9acf-d49ab744ad8a,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:37.880030 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:37.997884 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:38.111849 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9c2c956d-66b7-4616-b64f-6aee9f3d26bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:38.157376 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc95ad-2c93-4c29-a75f-2105801bf2e2 req-6acf7623-df16-43c8-8060-32474b741373 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:38.158887 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f4cc95ad-2c93-4c29-a75f-2105801bf2e2 req-6acf7623-df16-43c8-8060-32474b741373 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 946 time: 0.0532827 Nov 01 16:42:38.165820 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:38.201109 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f4cc95ad-2c93-4c29-a75f-2105801bf2e2 req-3bfd50bb-e02c-469f-9773-b34ac0f2ac24 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357757 Nov 01 16:42:38.220528 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:38.288269 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event updated for resources: {'Port': ['ID=fa1d97e0-cceb-4289-9acf-d49ab744ad8a,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:38.302318 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:38.405501 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Floating IP 1cb034f9-faff-49ec-a6dc-aec3eeca43de associated. External IP: 172.27.2.172, port: eb9a3772-e35e-429b-a7c9-b41b8c96c727. Nov 01 16:42:38.870732 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Router df5c378d-6ae0-4b70-88fc-83533ec1db5d has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:42:38.897089 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879780a-36e5-48ed-996f-b8eed02daa97 req-ba13bb3e-cda9-488a-a3bc-e8933816b266 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:38.898575 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9879780a-36e5-48ed-996f-b8eed02daa97 req-ba13bb3e-cda9-488a-a3bc-e8933816b266 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 946 time: 0.0519483 Nov 01 16:42:38.974976 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:42:38.986142 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e68ce-0c1d-41e6-9fc1-e4c51cf44ddd None None] Sync routers for ids ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:42:38.995947 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-9879780a-36e5-48ed-996f-b8eed02daa97 req-51a44630-fab0-4c12-9d3d-775583682e07 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Deleting port d69b50a8-7901-482e-a0fc-a69f7a552261 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:42:38.996255 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e68ce-0c1d-41e6-9fc1-e4c51cf44ddd None None] Routers {'df5c378d-6ae0-4b70-88fc-83533ec1db5d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:42:38.996365 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9879780a-36e5-48ed-996f-b8eed02daa97 req-51a44630-fab0-4c12-9d3d-775583682e07 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:38.997092 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d49e68ce-0c1d-41e6-9fc1-e4c51cf44ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:42:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:39.090541 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9879780a-36e5-48ed-996f-b8eed02daa97 req-51a44630-fab0-4c12-9d3d-775583682e07 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] For port d69b50a8-7901-482e-a0fc-a69f7a552261, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=d69b50a8-7901-482e-a0fc-a69f7a552261,segment=NetworkSegment(f42fb540-51c3-4441-bed7-1eb42cad6cfa),segment_id=f42fb540-51c3-4441-bed7-1eb42cad6cfa)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:39.090900 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9879780a-36e5-48ed-996f-b8eed02daa97 req-51a44630-fab0-4c12-9d3d-775583682e07 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:39.099876 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:39.104841 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-9879780a-36e5-48ed-996f-b8eed02daa97 req-51a44630-fab0-4c12-9d3d-775583682e07 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Calling delete_port for d69b50a8-7901-482e-a0fc-a69f7a552261 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:42:39.108242 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d49e68ce-0c1d-41e6-9fc1-e4c51cf44ddd None None] Set router df5c378d-6ae0-4b70-88fc-83533ec1db5d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:42:39.138495 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-2d59f880-0a95-4b8e-a1bb-136dd3fabd2a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1352286 Nov 01 16:42:39.138495 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:39.139176 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176a5b75-03af-4f50-a946-a35bdb81b5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:39.159170 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 39200) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:39.163711 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-68f9b4bf-7dcc-4517-ba82-a1e5f566d03f tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-509950879', 'description': 'tempest-secgroup-smoke-509950879 description', 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:39.190060 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c7afe7-cf0f-4732-b7e9-f2ab070e1edd x-openstack-request-id: req-83c7afe7-cf0f-4732-b7e9-f2ab070e1edd {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:39.190640 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:39.190640 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83c7afe7-cf0f-4732-b7e9-f2ab070e1edd {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:39.190952 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'status': 'completed', 'code': 200} Nov 01 16:42:39.266061 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68f9b4bf-7dcc-4517-ba82-a1e5f566d03f tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:39.285309 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a5b75-03af-4f50-a946-a35bdb81b5e1 req-bcc01199-7e29-4f02-99de-c4553adc381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:39.286782 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-176a5b75-03af-4f50-a946-a35bdb81b5e1 req-bcc01199-7e29-4f02-99de-c4553adc381a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=800f24ef6e43427d8714b8a37a2f8ad4&device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 1098 time: 0.0630260 Nov 01 16:42:39.342749 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9879780a-36e5-48ed-996f-b8eed02daa97 req-51a44630-fab0-4c12-9d3d-775583682e07 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:39.356503 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['d69b50a8-7901-482e-a0fc-a69f7a552261'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:42:39.364686 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ba21a-b50d-4bcd-987f-c5efb9c9c784 req-274da2c7-19b4-4a9e-b167-bc443862e8e4 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:39.366174 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bb9ba21a-b50d-4bcd-987f-c5efb9c9c784 req-274da2c7-19b4-4a9e-b167-bc443862e8e4 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 867 time: 0.0751543 Nov 01 16:42:39.381759 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:39.389080 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a44630-fab0-4c12-9d3d-775583682e07 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Pushing event deleted for resources: {'Port': ['ID=d69b50a8-7901-482e-a0fc-a69f7a552261,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:39.390422 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d49e68ce-0c1d-41e6-9fc1-e4c51cf44ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:41:11Z', 'revision_number': 4, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '1cb034f9-faff-49ec-a6dc-aec3eeca43de', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'port_id': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'mac_address': 'fa:16:3e:6a:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:42:37Z', 'updated_at': '2021-11-01T16:42:37Z', 'revision_number': 0, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79da256-074b-441c-81fd-15b15a528ad3', 'name': '', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'mac_address': 'fa:16:3e:c0:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:10Z', 'updated_at': '2021-11-01T16:41:19Z', 'revision_number': 5, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'subnets': [{'id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:39.412251 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68f9b4bf-7dcc-4517-ba82-a1e5f566d03f tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:39.424765 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a5b75-03af-4f50-a946-a35bdb81b5e1 req-2c72df4d-b019-4349-92b1-5fcb803068ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:39.424765 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-176a5b75-03af-4f50-a946-a35bdb81b5e1 req-2c72df4d-b019-4349-92b1-5fcb803068ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e HTTP/1.1" status: 200 len: 916 time: 0.1259873 Nov 01 16:42:39.427061 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e68ce-0c1d-41e6-9fc1-e4c51cf44ddd None None] Checking router: df5c378d-6ae0-4b70-88fc-83533ec1db5d for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:42:39.435738 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e68ce-0c1d-41e6-9fc1-e4c51cf44ddd None None] Routers {'df5c378d-6ae0-4b70-88fc-83533ec1db5d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:42:39.436345 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d49e68ce-0c1d-41e6-9fc1-e4c51cf44ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:42:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:39.442909 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9879780a-36e5-48ed-996f-b8eed02daa97 req-51a44630-fab0-4c12-9d3d-775583682e07 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] No DVR routers for this DVR port d69b50a8-7901-482e-a0fc-a69f7a552261 on host hv-cinder-81618 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:42:39.445878 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9879780a-36e5-48ed-996f-b8eed02daa97 req-51a44630-fab0-4c12-9d3d-775583682e07 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:39.449183 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9879780a-36e5-48ed-996f-b8eed02daa97 req-51a44630-fab0-4c12-9d3d-775583682e07 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.71 "DELETE /v2.0/ports/d69b50a8-7901-482e-a0fc-a69f7a552261 HTTP/1.1" status: 204 len: 173 time: 0.5418286 Nov 01 16:42:39.450798 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc', 'name': 'network-vif-deleted', 'tag': 'd69b50a8-7901-482e-a0fc-a69f7a552261'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:39.453958 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36991aa6-ddbc-45ea-a911-a6302bb8dfc1" -d '{"events": [{"server_uuid": "cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc", "name": "network-vif-deleted", "tag": "d69b50a8-7901-482e-a0fc-a69f7a552261"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:39.500399 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bb9ba21a-b50d-4bcd-987f-c5efb9c9c784 req-27701a79-7490-4d8c-86bb-a048591d92c8 tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/security-groups?id=771f694c-9b38-483b-9ccd-017c72251496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127694 Nov 01 16:42:39.505522 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d89e68-fc7c-404f-974c-71bc197dda02 x-openstack-request-id: req-09d89e68-fc7c-404f-974c-71bc197dda02 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:39.506022 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc", "name": "network-vif-deleted", "tag": "d69b50a8-7901-482e-a0fc-a69f7a552261", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:39.506410 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09d89e68-fc7c-404f-974c-71bc197dda02 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:39.506966 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc', 'name': 'network-vif-deleted', 'tag': 'd69b50a8-7901-482e-a0fc-a69f7a552261', 'status': 'completed', 'code': 200} Nov 01 16:42:39.527143 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-176a5b75-03af-4f50-a946-a35bdb81b5e1 req-c53e7021-fe5a-4b6c-958d-5f77ea5ba5c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727 HTTP/1.1" status: 200 len: 999 time: 0.0849779 Nov 01 16:42:39.527983 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68f9b4bf-7dcc-4517-ba82-a1e5f566d03f tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:39.591803 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9b4bf-7dcc-4517-ba82-a1e5f566d03f tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e145edb7-7d68-4d78-a4dd-62938421582f,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:39.605083 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a5b75-03af-4f50-a946-a35bdb81b5e1 req-55291c20-ea99-43c1-893d-c3314915ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:39.605219 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d49e68ce-0c1d-41e6-9fc1-e4c51cf44ddd None None] Set router df5c378d-6ae0-4b70-88fc-83533ec1db5d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:42:39.606595 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-176a5b75-03af-4f50-a946-a35bdb81b5e1 req-55291c20-ea99-43c1-893d-c3314915ec4d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6d143e9e-2aeb-47db-9779-c6f9ad83a087 HTTP/1.1" status: 200 len: 854 time: 0.0614505 Nov 01 16:42:39.670444 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68f9b4bf-7dcc-4517-ba82-a1e5f566d03f tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:39.673952 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-68f9b4bf-7dcc-4517-ba82-a1e5f566d03f tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5113833 Nov 01 16:42:39.674830 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39216) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:39.679323 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a206c012-b86d-4c9c-bc8c-a58266c10e48 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Request body: {'security_group_rule': {'security_group_id': 'e145edb7-7d68-4d78-a4dd-62938421582f', 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:39.689298 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a5b75-03af-4f50-a946-a35bdb81b5e1 req-66d941af-6afb-4b94-a54d-e460e5e006cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:39.692480 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-176a5b75-03af-4f50-a946-a35bdb81b5e1 req-66d941af-6afb-4b94-a54d-e460e5e006cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545626 Nov 01 16:42:39.792928 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-176a5b75-03af-4f50-a946-a35bdb81b5e1 req-053cd327-8e3e-4d7b-bdff-c7c70a50c8bf service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877056 Nov 01 16:42:39.802369 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a206c012-b86d-4c9c-bc8c-a58266c10e48 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:39.858130 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d49e68ce-0c1d-41e6-9fc1-e4c51cf44ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:41:11Z', 'revision_number': 4, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '1cb034f9-faff-49ec-a6dc-aec3eeca43de', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'port_id': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'mac_address': 'fa:16:3e:6a:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:42:37Z', 'updated_at': '2021-11-01T16:42:37Z', 'revision_number': 0, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79da256-074b-441c-81fd-15b15a528ad3', 'name': '', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'mac_address': 'fa:16:3e:c0:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:10Z', 'updated_at': '2021-11-01T16:41:19Z', 'revision_number': 5, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'subnets': [{'id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:39.858407 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a206c012-b86d-4c9c-bc8c-a58266c10e48 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:39.886658 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e68ce-0c1d-41e6-9fc1-e4c51cf44ddd None None] The sync data for ids ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'] in dv-cinder-816187-1-iscsi is: [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:41:11Z', 'revision_number': 4, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '1cb034f9-faff-49ec-a6dc-aec3eeca43de', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'port_id': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'mac_address': 'fa:16:3e:6a:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:42:37Z', 'updated_at': '2021-11-01T16:42:37Z', 'revision_number': 0, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79da256-074b-441c-81fd-15b15a528ad3', 'name': '', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'mac_address': 'fa:16:3e:c0:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:10Z', 'updated_at': '2021-11-01T16:41:19Z', 'revision_number': 5, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'subnets': [{'id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:42:39.910809 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-176a5b75-03af-4f50-a946-a35bdb81b5e1 req-39e02369-b85c-4082-b3cb-c636676e204d service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082587 Nov 01 16:42:39.934112 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a206c012-b86d-4c9c-bc8c-a58266c10e48 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:39.957031 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206c012-b86d-4c9c-bc8c-a58266c10e48 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a1cdcd-f939-4b59-a5eb-10e9af451f41,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:40.054039 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a206c012-b86d-4c9c-bc8c-a58266c10e48 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.055692 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-a206c012-b86d-4c9c-bc8c-a58266c10e48 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3798246 Nov 01 16:42:40.058470 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39226) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:40.063078 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-be611bbf-0494-4fe2-8f98-5a46fffdbc98 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Request body: {'security_group_rule': {'security_group_id': 'e145edb7-7d68-4d78-a4dd-62938421582f', 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:40.092884 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2828a6-46bd-4b2b-aa32-1cacc23892fb None None] New status for floating IP 1cb034f9-faff-49ec-a6dc-aec3eeca43de: ACTIVE {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:42:40.157197 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be611bbf-0494-4fe2-8f98-5a46fffdbc98 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.216934 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be611bbf-0494-4fe2-8f98-5a46fffdbc98 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.286307 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be611bbf-0494-4fe2-8f98-5a46fffdbc98 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.307728 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be611bbf-0494-4fe2-8f98-5a46fffdbc98 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512ebae5-31b9-4594-8b8e-58d4abda52bc,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:40.400548 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be611bbf-0494-4fe2-8f98-5a46fffdbc98 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.401768 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-be611bbf-0494-4fe2-8f98-5a46fffdbc98 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3422918 Nov 01 16:42:40.404578 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39228) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:40.408902 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6f034c97-c809-473e-8c84-c8aa4c3ca415 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Request body: {'security_group_rule': {'security_group_id': 'e145edb7-7d68-4d78-a4dd-62938421582f', 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:40.508791 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f034c97-c809-473e-8c84-c8aa4c3ca415 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.573621 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f034c97-c809-473e-8c84-c8aa4c3ca415 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.616219 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-336a0be7-f670-4b62-8644-8fb76b3abf90 req-0ec666cc-61be-4c2b-afa5-c78733a6d83d tempest-AttachVolumeNegativeTest-1494738069 tempest-AttachVolumeNegativeTest-1494738069-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb0f0d08-94bd-4f2a-a95d-fa40c0f966fc HTTP/1.1" status: 200 len: 210 time: 0.0261347 Nov 01 16:42:40.657302 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f034c97-c809-473e-8c84-c8aa4c3ca415 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.677033 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f034c97-c809-473e-8c84-c8aa4c3ca415 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef62804-05d4-48c3-b691-62a65ffcb77f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:40.717229 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.745774 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f034c97-c809-473e-8c84-c8aa4c3ca415 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.747055 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-6f034c97-c809-473e-8c84-c8aa4c3ca415 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3415611 Nov 01 16:42:40.749837 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39234) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:40.754119 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0dca84c8-4c84-4e65-9581-75221919fe8a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Request body: {'security_group_rule': {'security_group_id': 'e145edb7-7d68-4d78-a4dd-62938421582f', 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:40.841750 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0dca84c8-4c84-4e65-9581-75221919fe8a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.899647 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0dca84c8-4c84-4e65-9581-75221919fe8a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.968601 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0dca84c8-4c84-4e65-9581-75221919fe8a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:40.990929 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca84c8-4c84-4e65-9581-75221919fe8a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd40d19-596f-4a9b-bbb9-1c6eeefd42e6,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:41.051111 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0dca84c8-4c84-4e65-9581-75221919fe8a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.052377 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-0dca84c8-4c84-4e65-9581-75221919fe8a tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3015964 Nov 01 16:42:41.056202 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 39244) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:41.060750 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-697894b1-4ef5-44f9-b1e9-8a0326c4f914 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Request body: {'security_group_rule': {'security_group_id': 'e145edb7-7d68-4d78-a4dd-62938421582f', 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:41.149808 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.securitygroups_db [None req-697894b1-4ef5-44f9-b1e9-8a0326c4f914 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Project 800f24ef6e43427d8714b8a37a2f8ad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 16:42:41.154975 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-697894b1-4ef5-44f9-b1e9-8a0326c4f914 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.214783 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-697894b1-4ef5-44f9-b1e9-8a0326c4f914 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.275035 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-697894b1-4ef5-44f9-b1e9-8a0326c4f914 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.292738 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697894b1-4ef5-44f9-b1e9-8a0326c4f914 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73508185-3750-4ca8-b4e7-29712369eaa0,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:41.345251 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-697894b1-4ef5-44f9-b1e9-8a0326c4f914 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.346519 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-697894b1-4ef5-44f9-b1e9-8a0326c4f914 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2893291 Nov 01 16:42:41.349293 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 39252) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:41.354716 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-885bc9d4-3f04-43a8-9b42-f90606dee973 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Request body: {'security_group_rule': {'security_group_id': 'e145edb7-7d68-4d78-a4dd-62938421582f', 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:41.425977 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.securitygroups_db [None req-885bc9d4-3f04-43a8-9b42-f90606dee973 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Project 800f24ef6e43427d8714b8a37a2f8ad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 16:42:41.431830 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-885bc9d4-3f04-43a8-9b42-f90606dee973 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.491549 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-885bc9d4-3f04-43a8-9b42-f90606dee973 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.574856 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-885bc9d4-3f04-43a8-9b42-f90606dee973 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.592939 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bc9d4-3f04-43a8-9b42-f90606dee973 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d65fc7-d82e-4a90-b070-8cf86c7ea38e,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:41.673542 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 39256) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:41.704867 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-885bc9d4-3f04-43a8-9b42-f90606dee973 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.706024 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-885bc9d4-3f04-43a8-9b42-f90606dee973 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557742 Nov 01 16:42:41.726717 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bda234c-2eae-47ea-adb5-f6610fc955ef admin admin] Deleting subnet d0c5abae-9cff-46e0-bbfc-062d0f7c8620 {{(pid=102020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:42:41.729906 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6bda234c-2eae-47ea-adb5-f6610fc955ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.764442 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6bda234c-2eae-47ea-adb5-f6610fc955ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056152'] for subnet, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.785464 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a311f0bd-7b54-4986-a122-5c518b3297f1 req-4dabc4a9-9dd8-4de2-82bb-87309fbcfa9e tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-509950879&fields=id&tenant_id=800f24ef6e43427d8714b8a37a2f8ad4 HTTP/1.1" status: 200 len: 267 time: 0.0336852 Nov 01 16:42:41.803838 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6bda234c-2eae-47ea-adb5-f6610fc955ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.839391 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311f0bd-7b54-4986-a122-5c518b3297f1 req-e817a51f-03ed-42b7-ace4-22ed2fb72ff4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:41.840978 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a311f0bd-7b54-4986-a122-5c518b3297f1 req-e817a51f-03ed-42b7-ace4-22ed2fb72ff4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 945 time: 0.0496864 Nov 01 16:42:41.853201 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [req-a311f0bd-7b54-4986-a122-5c518b3297f1 req-0db5bac8-3e77-4087-be1c-cb501a3e2fff tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Request body: {'port': {'security_groups': ['a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034', 'e145edb7-7d68-4d78-a4dd-62938421582f']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:42:41.919322 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a311f0bd-7b54-4986-a122-5c518b3297f1 req-0db5bac8-3e77-4087-be1c-cb501a3e2fff tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.957860 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6bda234c-2eae-47ea-adb5-f6610fc955ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260544798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260872958'] for subnet, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.989382 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda234c-2eae-47ea-adb5-f6610fc955ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c5abae-9cff-46e0-bbfc-062d0f7c8620,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:41.991644 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6bda234c-2eae-47ea-adb5-f6610fc955ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:41.995793 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-6bda234c-2eae-47ea-adb5-f6610fc955ef admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d0c5abae-9cff-46e0-bbfc-062d0f7c8620 HTTP/1.1" status: 204 len: 168 time: 0.3225648 Nov 01 16:42:41.998518 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 39260) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:42.068182 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:42.110428 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a311f0bd-7b54-4986-a122-5c518b3297f1 req-0db5bac8-3e77-4087-be1c-cb501a3e2fff tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] For port eb9a3772-e35e-429b-a7c9-b41b8c96c727, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:42:42.140043 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a311f0bd-7b54-4986-a122-5c518b3297f1 req-0db5bac8-3e77-4087-be1c-cb501a3e2fff tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:42.151060 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:42.171505 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ee7723-be9b-4201-9224-adf38e10e8aa']}} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:42.181415 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42fb540-51c3-4441-bed7-1eb42cad6cfa') {'for_net_delete': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:42.181703 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42fb540-51c3-4441-bed7-1eb42cad6cfa') {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:42:42.190691 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056129'] for segment, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:42.204167 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:42.210232 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:42:42.211171 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260546480'] for segment, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: Traceback (most recent call last): Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: timer() Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: cb(*args, **kw) Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: return func(*args, **kwargs) Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: self._notify() Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: self.callback(batched_events) Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: event.method(event) Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: return f(self, *a, **k) Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._get(url).json() Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: return self.request(url, 'GET', **kwargs) Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:42:42.212827 dv-cinder-816187-1-iscsi neutron-server[102020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:42:42.217441 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a311f0bd-7b54-4986-a122-5c518b3297f1 req-0db5bac8-3e77-4087-be1c-cb501a3e2fff tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260102682'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:42.233591 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['eb9a3772-e35e-429b-a7c9-b41b8c96c727'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:42:42.263659 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311f0bd-7b54-4986-a122-5c518b3297f1 req-0db5bac8-3e77-4087-be1c-cb501a3e2fff tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:42.264372 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a311f0bd-7b54-4986-a122-5c518b3297f1 req-0db5bac8-3e77-4087-be1c-cb501a3e2fff tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:42.265691 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a311f0bd-7b54-4986-a122-5c518b3297f1 req-0db5bac8-3e77-4087-be1c-cb501a3e2fff tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "PUT /v2.0/ports/eb9a3772-e35e-429b-a7c9-b41b8c96c727 HTTP/1.1" status: 200 len: 981 time: 0.4177740 Nov 01 16:42:42.266159 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:42:42.268470 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8ddabc-e41d-476a-b7c9-eaf7f8f3225d" -d '{"events": [{"name": "network-changed", "server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:42:42.293312 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5bac8-3e77-4087-be1c-cb501a3e2fff tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event updated for resources: {'Port': ['ID=eb9a3772-e35e-429b-a7c9-b41b8c96c727,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:42.326758 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cb8248-39c1-47a5-bf25-8a92ec1efa06 x-openstack-request-id: req-10cb8248-39c1-47a5-bf25-8a92ec1efa06 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:42:42.327052 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:42:42.327328 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10cb8248-39c1-47a5-bf25-8a92ec1efa06 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:42:42.328125 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'status': 'completed', 'code': 200} Nov 01 16:42:42.388082 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['eb9a3772-e35e-429b-a7c9-b41b8c96c727'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:42:42.401830 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:42.423250 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:42.423250 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] 10.222.0.62 "DELETE /v2.0/networks/a8ee7723-be9b-4201-9224-adf38e10e8aa HTTP/1.1" status: 204 len: 168 time: 0.4216754 Nov 01 16:42:42.431509 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd24e9-b690-4985-bd55-defa41e1d9b9 req-554d2846-9ddb-4dd1-8e71-b1aca6337f54 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:42.452964 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-95bd24e9-b690-4985-bd55-defa41e1d9b9 req-554d2846-9ddb-4dd1-8e71-b1aca6337f54 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.1025131 Nov 01 16:42:42.463434 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b354b65-9b70-49fc-8b49-be36700d08ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a8ee7723-be9b-4201-9224-adf38e10e8aa,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:42.479161 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ddabc-e41d-476a-b7c9-eaf7f8f3225d req-092200bd-c4dd-4350-86ef-aabd9202ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:42.482347 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4b8ddabc-e41d-476a-b7c9-eaf7f8f3225d req-092200bd-c4dd-4350-86ef-aabd9202ce39 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=800f24ef6e43427d8714b8a37a2f8ad4&device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 1137 time: 0.1234829 Nov 01 16:42:42.528963 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-95bd24e9-b690-4985-bd55-defa41e1d9b9 req-52d33107-890e-48a3-a44a-a37d6cf2c0e9 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687988 Nov 01 16:42:42.612755 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ddabc-e41d-476a-b7c9-eaf7f8f3225d req-5e4f7a23-0d8d-448b-a28c-939fa49d4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:42.615028 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4b8ddabc-e41d-476a-b7c9-eaf7f8f3225d req-5e4f7a23-0d8d-448b-a28c-939fa49d4ddc service neutron] 10.222.0.71 "GET /v2.0/networks?id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e HTTP/1.1" status: 200 len: 916 time: 0.1172080 Nov 01 16:42:42.692657 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4b8ddabc-e41d-476a-b7c9-eaf7f8f3225d req-934a339b-b4f9-404b-9da4-cdc82036a235 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727 HTTP/1.1" status: 200 len: 1001 time: 0.0685241 Nov 01 16:42:42.718367 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-950a3788-9019-4e69-b31a-b29c0c0b86bd None None] Provisioning complete for port eb9a3772-e35e-429b-a7c9-b41b8c96c727 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:42:42.718730 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-950a3788-9019-4e69-b31a-b29c0c0b86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:42.747348 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ddabc-e41d-476a-b7c9-eaf7f8f3225d req-9afd3271-2762-4909-827c-d8af5f65d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:42.749016 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4b8ddabc-e41d-476a-b7c9-eaf7f8f3225d req-9afd3271-2762-4909-827c-d8af5f65d25b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6d143e9e-2aeb-47db-9779-c6f9ad83a087 HTTP/1.1" status: 200 len: 854 time: 0.0455616 Nov 01 16:42:42.804425 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ddabc-e41d-476a-b7c9-eaf7f8f3225d req-c181b5df-4093-49d9-9e73-1cd9b57335fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:42.806413 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4b8ddabc-e41d-476a-b7c9-eaf7f8f3225d req-c181b5df-4093-49d9-9e73-1cd9b57335fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480876 Nov 01 16:42:42.905504 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4b8ddabc-e41d-476a-b7c9-eaf7f8f3225d req-5f2f85fd-a1e7-4bfd-a95f-45f18f015094 service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900707 Nov 01 16:42:42.925852 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39282) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:42.972535 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-956165f7-2b20-4de0-a8ce-f4b404977e72 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8afbf2a18124036b9caafc1ea6c3cc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0454133 Nov 01 16:42:42.976113 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39284) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:42:43.019243 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4b8ddabc-e41d-476a-b7c9-eaf7f8f3225d req-e51342bd-37c7-43bd-a764-d3821413c2e0 service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960522 Nov 01 16:42:43.037214 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:43.062315 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:43.183088 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:43.185947 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:43.187107 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/771f694c-9b38-483b-9ccd-017c72251496 HTTP/1.1" status: 204 len: 168 time: 0.2088256 Nov 01 16:42:43.197101 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771f694c-9b38-483b-9ccd-017c72251496,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:42:43.204642 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:43.205108 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:43.205557 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:43.206113 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:43.206557 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:43.206933 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:43.207305 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:43.207635 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:43.208088 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:43.208495 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:43.208811 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:43.209142 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280b515d-0b3f-4420-8aef-c731255411c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:42:43.884164 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:44.220640 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device d69b50a8-7901-482e-a0fc-a69f7a552261 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:42:44.244972 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: d69b50a8-7901-482e-a0fc-a69f7a552261 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:42:44.245212 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device d69b50a8-7901-482e-a0fc-a69f7a552261 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:42:45.411665 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ca324f41-1a75-4078-9164-74acb8c521e5 req-7a82d69f-f110-4293-b0d1-d1cffd1ba658 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447969 Nov 01 16:42:45.478590 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca324f41-1a75-4078-9164-74acb8c521e5 req-d4c3e18b-6b05-4003-841f-969d87d6a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:45.480019 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ca324f41-1a75-4078-9164-74acb8c521e5 req-d4c3e18b-6b05-4003-841f-969d87d6a336 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 1099 time: 0.0417981 Nov 01 16:42:45.551613 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:42:45.592447 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca324f41-1a75-4078-9164-74acb8c521e5 req-1cb9fcb8-c05f-4602-995f-cfe41617169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:45.593898 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ca324f41-1a75-4078-9164-74acb8c521e5 req-1cb9fcb8-c05f-4602-995f-cfe41617169d service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 918 time: 0.0872307 Nov 01 16:42:45.664659 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ca324f41-1a75-4078-9164-74acb8c521e5 req-d036911d-b2f5-4ec7-8496-62714f27ed45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048 HTTP/1.1" status: 200 len: 1001 time: 0.0616407 Nov 01 16:42:45.714288 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca324f41-1a75-4078-9164-74acb8c521e5 req-e8f1a989-a2ae-4f09-9d85-af7fa0a562a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:45.715758 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ca324f41-1a75-4078-9164-74acb8c521e5 req-e8f1a989-a2ae-4f09-9d85-af7fa0a562a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12d120ec-7c1c-492a-aded-98eaa12c8391 HTTP/1.1" status: 200 len: 856 time: 0.0432858 Nov 01 16:42:45.765371 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca324f41-1a75-4078-9164-74acb8c521e5 req-21e206da-2360-44ef-b2a7-b8ef3a50f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:42:45.766900 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ca324f41-1a75-4078-9164-74acb8c521e5 req-21e206da-2360-44ef-b2a7-b8ef3a50f2d4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac002b1f-c80d-4c51-9e9a-3afa35f24108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411034 Nov 01 16:42:45.865197 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ca324f41-1a75-4078-9164-74acb8c521e5 req-81fc5f2b-0508-4e6a-8074-556b5a3847cf service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879273 Nov 01 16:42:45.968335 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ca324f41-1a75-4078-9164-74acb8c521e5 req-6bc09767-0f7c-4f74-9fce-832209784a37 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910015 Nov 01 16:42:46.018768 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:43:01.860911 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39552) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:01.966805 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9bf91d5f-53fd-4c02-b4a1-a235d0914d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:02.043062 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9bf91d5f-53fd-4c02-b4a1-a235d0914d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:02.139813 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9bf91d5f-53fd-4c02-b4a1-a235d0914d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:02.178771 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-9bf91d5f-53fd-4c02-b4a1-a235d0914d15 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e51366fc1bc846ca966b0057b8bc275b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166883 Nov 01 16:43:02.180610 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf91d5f-53fd-4c02-b4a1-a235d0914d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9dacde-37e8-4569-a517-05f1f04c44ff,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:02.182024 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 39564) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:02.234231 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:02.256705 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:02.371459 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:02.373964 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:02.375096 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf9dacde-37e8-4569-a517-05f1f04c44ff HTTP/1.1" status: 204 len: 168 time: 0.1920879 Nov 01 16:43:02.382981 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9dacde-37e8-4569-a517-05f1f04c44ff,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:02.390067 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:02.390415 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:02.390795 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:02.391172 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:02.391586 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:02.391994 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:02.392332 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:02.392739 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:02.393171 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:02.393454 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:02.393776 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:02.394098 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747fa4ca-7356-4a09-84ed-8e0bef85c9ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:02.966790 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 39576) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:02.980371 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0916923-0eb5-4483-9ecf-7cf35337912e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:03.054001 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0916923-0eb5-4483-9ecf-7cf35337912e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:03.117026 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0916923-0eb5-4483-9ecf-7cf35337912e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:03.155300 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-c0916923-0eb5-4483-9ecf-7cf35337912e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3cace4b73d90485383b3e2a041a9cae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872690 Nov 01 16:43:03.156184 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0916923-0eb5-4483-9ecf-7cf35337912e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5124d0ce-6e79-4b16-b28a-8fcefb312aaa,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:03.158022 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39578) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:03.208545 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a454d6ab-9110-425f-b450-94e5e8dea108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:03.232292 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a454d6ab-9110-425f-b450-94e5e8dea108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:03.360350 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a454d6ab-9110-425f-b450-94e5e8dea108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:03.363203 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a454d6ab-9110-425f-b450-94e5e8dea108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:03.364448 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-a454d6ab-9110-425f-b450-94e5e8dea108 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5124d0ce-6e79-4b16-b28a-8fcefb312aaa HTTP/1.1" status: 204 len: 168 time: 0.2053535 Nov 01 16:43:03.373030 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454d6ab-9110-425f-b450-94e5e8dea108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5124d0ce-6e79-4b16-b28a-8fcefb312aaa,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:03.992089 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 39592) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:04.005547 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-783a3304-4f3c-4ca4-9ed1-5dc46e6f8a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:04.171403 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-783a3304-4f3c-4ca4-9ed1-5dc46e6f8a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:04.257259 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-783a3304-4f3c-4ca4-9ed1-5dc46e6f8a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:04.295430 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-783a3304-4f3c-4ca4-9ed1-5dc46e6f8a43 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4ff6de327574bbcaeb8e84af799aea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022287 Nov 01 16:43:04.296364 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a3304-4f3c-4ca4-9ed1-5dc46e6f8a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d0bca9-30b0-4acc-a58c-0f78a8ab0347,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:04.298117 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39594) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:04.347867 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56098a18-4ee3-4546-a049-3371be323502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:04.368743 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56098a18-4ee3-4546-a049-3371be323502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:04.477432 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56098a18-4ee3-4546-a049-3371be323502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:04.480742 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56098a18-4ee3-4546-a049-3371be323502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:04.481893 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-56098a18-4ee3-4546-a049-3371be323502 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9d0bca9-30b0-4acc-a58c-0f78a8ab0347 HTTP/1.1" status: 204 len: 168 time: 0.1822381 Nov 01 16:43:04.491911 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56098a18-4ee3-4546-a049-3371be323502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d0bca9-30b0-4acc-a58c-0f78a8ab0347,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:05.720289 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0db7830b-d60f-4209-8e78-b2e9df200bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:08.120358 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a9365f72-26c2-4502-bab7-8f552a4d6565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:09.339684 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:10.688683 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:13.239797 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39744) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:13.341532 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8db4dcee-2ca2-44ec-97a3-97955ddeec27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:13.413174 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8db4dcee-2ca2-44ec-97a3-97955ddeec27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:13.454322 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:13.491617 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8db4dcee-2ca2-44ec-97a3-97955ddeec27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:13.531550 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4dcee-2ca2-44ec-97a3-97955ddeec27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a1439c-fd87-4c9d-add9-061aa4942a66,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:13.536831 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-8db4dcee-2ca2-44ec-97a3-97955ddeec27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87ebcea54d4f4c84a0fd4a494d9a2284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960052 Nov 01 16:43:13.539378 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39748) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:13.588488 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2af35cc-16ec-4c2d-9d39-0a443aaa2fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:13.609185 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2af35cc-16ec-4c2d-9d39-0a443aaa2fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:13.743098 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2af35cc-16ec-4c2d-9d39-0a443aaa2fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:13.745758 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2af35cc-16ec-4c2d-9d39-0a443aaa2fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:13.746916 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-f2af35cc-16ec-4c2d-9d39-0a443aaa2fde admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28a1439c-fd87-4c9d-add9-061aa4942a66 HTTP/1.1" status: 204 len: 168 time: 0.2065852 Nov 01 16:43:13.755203 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af35cc-16ec-4c2d-9d39-0a443aaa2fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a1439c-fd87-4c9d-add9-061aa4942a66,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:14.300223 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39772) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:14.315398 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd5e68e0-a2e7-4e0e-9e14-c5ead4c1fade admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:14.386404 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd5e68e0-a2e7-4e0e-9e14-c5ead4c1fade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:14.531961 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd5e68e0-a2e7-4e0e-9e14-c5ead4c1fade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:14.571935 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e68e0-a2e7-4e0e-9e14-c5ead4c1fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5c8b85-a3b6-4b34-8619-1226614db0c2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:14.579259 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-bd5e68e0-a2e7-4e0e-9e14-c5ead4c1fade admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a50f429408c24856b9d570b73d188ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749894 Nov 01 16:43:14.579569 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39774) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:14.632128 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b36134f-28e4-488d-95d2-22d7228d306f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:14.653073 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b36134f-28e4-488d-95d2-22d7228d306f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:14.788968 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b36134f-28e4-488d-95d2-22d7228d306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:14.791616 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b36134f-28e4-488d-95d2-22d7228d306f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:14.792773 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-8b36134f-28e4-488d-95d2-22d7228d306f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb5c8b85-a3b6-4b34-8619-1226614db0c2 HTTP/1.1" status: 204 len: 168 time: 0.2122357 Nov 01 16:43:14.801872 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36134f-28e4-488d-95d2-22d7228d306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5c8b85-a3b6-4b34-8619-1226614db0c2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:15.578626 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:17.497001 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39876) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:17.630963 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-43c7a74d-0095-4ace-998e-9392e8fd42dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:17.715058 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-43c7a74d-0095-4ace-998e-9392e8fd42dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:17.800374 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-43c7a74d-0095-4ace-998e-9392e8fd42dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:17.840833 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-43c7a74d-0095-4ace-998e-9392e8fd42dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67632400839d432fb763b4f799496f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438430 Nov 01 16:43:17.842178 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7a74d-0095-4ace-998e-9392e8fd42dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91f2557-6f1a-4226-a04e-89dec774cbdb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:17.843843 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 39888) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:17.899024 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7e436fe2-96f4-44cd-b909-ff04cad4c460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:17.921671 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7e436fe2-96f4-44cd-b909-ff04cad4c460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:17.961551 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbce92-ce7d-44ff-b5e6-c00b20f5b29d req-08f50f90-8ea9-4bb6-866d-a8ce01f9ceeb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:17.963058 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-27bbce92-ce7d-44ff-b5e6-c00b20f5b29d req-08f50f90-8ea9-4bb6-866d-a8ce01f9ceeb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0527401 Nov 01 16:43:18.011969 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-27bbce92-ce7d-44ff-b5e6-c00b20f5b29d req-0aa2bb91-d45b-4080-832c-5a51658bb062 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412822 Nov 01 16:43:18.036318 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7e436fe2-96f4-44cd-b909-ff04cad4c460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:18.038863 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7e436fe2-96f4-44cd-b909-ff04cad4c460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:18.040054 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-7e436fe2-96f4-44cd-b909-ff04cad4c460 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b91f2557-6f1a-4226-a04e-89dec774cbdb HTTP/1.1" status: 204 len: 168 time: 0.1950796 Nov 01 16:43:18.051860 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e436fe2-96f4-44cd-b909-ff04cad4c460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91f2557-6f1a-4226-a04e-89dec774cbdb,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:18.065388 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99994f-74c5-48ec-9e5a-8f6e449a5bf1 req-71c0f765-4c2e-4f3a-b068-53974775fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:18.065388 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ae99994f-74c5-48ec-9e5a-8f6e449a5bf1 req-71c0f765-4c2e-4f3a-b068-53974775fa71 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=800f24ef6e43427d8714b8a37a2f8ad4&device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 1137 time: 0.0552077 Nov 01 16:43:18.162340 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99994f-74c5-48ec-9e5a-8f6e449a5bf1 req-a06dbf58-e3fa-4b0a-a95a-286ffdde1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:18.163845 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ae99994f-74c5-48ec-9e5a-8f6e449a5bf1 req-a06dbf58-e3fa-4b0a-a95a-286ffdde1704 service neutron] 10.222.0.71 "GET /v2.0/networks?id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e HTTP/1.1" status: 200 len: 916 time: 0.0895088 Nov 01 16:43:18.238669 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ae99994f-74c5-48ec-9e5a-8f6e449a5bf1 req-a605772f-13a2-4d96-b9f1-d48c0ecc2cd3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727 HTTP/1.1" status: 200 len: 1001 time: 0.0649171 Nov 01 16:43:18.291215 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99994f-74c5-48ec-9e5a-8f6e449a5bf1 req-facc6cb5-c4d1-4376-8462-c93d3bd880cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:18.292685 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ae99994f-74c5-48ec-9e5a-8f6e449a5bf1 req-facc6cb5-c4d1-4376-8462-c93d3bd880cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6d143e9e-2aeb-47db-9779-c6f9ad83a087 HTTP/1.1" status: 200 len: 854 time: 0.0433896 Nov 01 16:43:18.340839 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99994f-74c5-48ec-9e5a-8f6e449a5bf1 req-f19b88c0-bcda-4703-9d41-7aa975f1fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:18.342394 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ae99994f-74c5-48ec-9e5a-8f6e449a5bf1 req-f19b88c0-bcda-4703-9d41-7aa975f1fc3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414350 Nov 01 16:43:18.445079 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ae99994f-74c5-48ec-9e5a-8f6e449a5bf1 req-4a9165f2-1010-4e03-a72c-aa2d3b102622 service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915272 Nov 01 16:43:18.536304 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ae99994f-74c5-48ec-9e5a-8f6e449a5bf1 req-4543d311-397e-4af4-ad8e-4e14bb2dfeb6 service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832558 Nov 01 16:43:18.678653 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 39904) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:18.696461 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7714558-81f7-4087-9f8b-a63462c510ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:18.777356 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7714558-81f7-4087-9f8b-a63462c510ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:18.844090 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7714558-81f7-4087-9f8b-a63462c510ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:18.885184 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7714558-81f7-4087-9f8b-a63462c510ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befbb7c7-2907-41b2-a1c0-ce085db5475a,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:18.893265 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 39912) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:18.893733 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-a7714558-81f7-4087-9f8b-a63462c510ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90aeaffbe3524f8fbf94e7f44935386a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137184 Nov 01 16:43:18.948219 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed139a11-9622-4f97-a96d-a123b383f59d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:18.969612 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed139a11-9622-4f97-a96d-a123b383f59d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:19.092743 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed139a11-9622-4f97-a96d-a123b383f59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:19.095274 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed139a11-9622-4f97-a96d-a123b383f59d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:19.096384 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ed139a11-9622-4f97-a96d-a123b383f59d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/befbb7c7-2907-41b2-a1c0-ce085db5475a HTTP/1.1" status: 204 len: 168 time: 0.2015257 Nov 01 16:43:19.120481 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed139a11-9622-4f97-a96d-a123b383f59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befbb7c7-2907-41b2-a1c0-ce085db5475a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:19.147884 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c826a35-6586-439b-bb68-c0fb5cea7b6a req-9fce268e-4aa4-4463-afd3-c72ddfb4c5db tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:19.149797 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6c826a35-6586-439b-bb68-c0fb5cea7b6a req-9fce268e-4aa4-4463-afd3-c72ddfb4c5db tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0680807 Nov 01 16:43:19.192149 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6c826a35-6586-439b-bb68-c0fb5cea7b6a req-fbd39142-11a5-428c-9f7c-3b3321a9f154 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352650 Nov 01 16:43:19.317231 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44c9e4-76e4-47ce-8e5e-6846dde6fec1 req-054a64f2-07b7-49e2-b03f-25b7f715f805 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:19.322708 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9c44c9e4-76e4-47ce-8e5e-6846dde6fec1 req-054a64f2-07b7-49e2-b03f-25b7f715f805 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 946 time: 0.0566275 Nov 01 16:43:19.586145 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9c44c9e4-76e4-47ce-8e5e-6846dde6fec1 req-360d9a7f-61c7-4331-8da5-4975f6d0474a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615330 Nov 01 16:43:19.943056 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818b0a1-d6d6-4b60-935e-accd0f2ca339 req-4a7d2579-af7b-4e74-9a04-2debd13bf267 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:19.952356 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b818b0a1-d6d6-4b60-935e-accd0f2ca339 req-4a7d2579-af7b-4e74-9a04-2debd13bf267 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0508959 Nov 01 16:43:19.984506 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b818b0a1-d6d6-4b60-935e-accd0f2ca339 req-93f58db6-086d-4236-b7ea-9443bd3fa96e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337420 Nov 01 16:43:20.323797 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116928f-b512-4664-a5d6-3ef349b71866 req-cfd694e4-ecd7-45da-90ce-76c57123c50d tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:20.323797 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0116928f-b512-4664-a5d6-3ef349b71866 req-cfd694e4-ecd7-45da-90ce-76c57123c50d tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0498230 Nov 01 16:43:20.362111 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0116928f-b512-4664-a5d6-3ef349b71866 req-c946928e-522b-4a4c-a31a-8f348d9707a0 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359437 Nov 01 16:43:20.711355 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54918d9-ae8c-4e3f-93d2-f231b842bfab req-0a97f01b-03a8-48fe-8c42-abe37e02086c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:20.712818 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b54918d9-ae8c-4e3f-93d2-f231b842bfab req-0a97f01b-03a8-48fe-8c42-abe37e02086c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 946 time: 0.0519688 Nov 01 16:43:20.752392 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b54918d9-ae8c-4e3f-93d2-f231b842bfab req-878c444e-3302-4cb4-8fc1-58b0eb8a8fea tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab18bab9-774f-4a29-8685-a9ff206e4191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336335 Nov 01 16:43:21.066319 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d992236-2445-485b-9027-034520196079 req-4c0879f3-d5cb-4f55-b677-a957ae28e683 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:21.068322 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0d992236-2445-485b-9027-034520196079 req-4c0879f3-d5cb-4f55-b677-a957ae28e683 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.71 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 946 time: 0.0524442 Nov 01 16:43:21.117067 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fdb02-82e2-4a97-ba20-595a3a7d5607 req-6845b4b9-0f77-4cb2-a4ff-556a49618113 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:21.118860 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c2fdb02-82e2-4a97-ba20-595a3a7d5607 req-6845b4b9-0f77-4cb2-a4ff-556a49618113 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0548520 Nov 01 16:43:21.161205 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c2fdb02-82e2-4a97-ba20-595a3a7d5607 req-6c8a41eb-995a-46ec-8403-f6ca7556dbab tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345335 Nov 01 16:43:21.167017 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Deleting port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:43:21.167369 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:21.264160 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] For port 76c0a567-6b31-4d02-96ab-6b9f84b8d048, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=76c0a567-6b31-4d02-96ab-6b9f84b8d048,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:43:21.264648 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:21.486692 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:21.486978 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:21.487167 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbea4e-f13e-46d4-bb61-139d5568be88 req-12379ba3-691a-4647-93b6-bf613e5b7797 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:21.487336 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Floating IP 5ebaa1a6-6557-48fb-968b-889d636dc5bb disassociated. External IP: 172.27.2.103, port: 76c0a567-6b31-4d02-96ab-6b9f84b8d048. Nov 01 16:43:21.487660 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Calling delete_port for 76c0a567-6b31-4d02-96ab-6b9f84b8d048 owned by compute:nova {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:43:21.488672 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fcdbea4e-f13e-46d4-bb61-139d5568be88 req-12379ba3-691a-4647-93b6-bf613e5b7797 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0507579 Nov 01 16:43:21.528538 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fcdbea4e-f13e-46d4-bb61-139d5568be88 req-c0af5b31-f878-4c5f-b0df-1ee41d7b2d14 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336294 Nov 01 16:43:21.677586 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:21.709292 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event deleted for resources: {'Port': ['ID=76c0a567-6b31-4d02-96ab-6b9f84b8d048,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:21.847486 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Router bd132342-bdf0-4f57-8815-ccd76fa4397a has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:43:21.861499 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cdfe25a8-0f1d-40e8-b7bb-f2b65c43f6b1 req-1a4f372b-430a-495a-8816-12cd6f33a964 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 210 time: 0.0298791 Nov 01 16:43:21.962794 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:43:21.973168 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e3035-7cb2-4ff0-83da-df89dad9b303 None None] Sync routers for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:43:21.997846 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e3035-7cb2-4ff0-83da-df89dad9b303 None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:43:21.999238 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-255e3035-7cb2-4ff0-83da-df89dad9b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:43:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:43:22.010854 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] No DVR routers for this DVR port 76c0a567-6b31-4d02-96ab-6b9f84b8d048 on host hv-cinder-81618 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:43:22.013476 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:22.017502 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0d992236-2445-485b-9027-034520196079 req-be78b6d8-8bc2-47a3-97ca-a997ed1ba2ba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.71 "DELETE /v2.0/ports/76c0a567-6b31-4d02-96ab-6b9f84b8d048 HTTP/1.1" status: 204 len: 173 time: 0.9425550 Nov 01 16:43:22.017960 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'name': 'network-vif-deleted', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:43:22.020250 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd8031b-5690-40da-9136-67b7888fe3e7" -d '{"events": [{"server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "name": "network-vif-deleted", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:43:22.066089 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e9c043-f5d0-44db-a83a-848c51e3d1c5 x-openstack-request-id: req-59e9c043-f5d0-44db-a83a-848c51e3d1c5 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:43:22.070077 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9424a76-f9d3-46fa-8e80-750942f3f63d", "name": "network-vif-deleted", "tag": "76c0a567-6b31-4d02-96ab-6b9f84b8d048", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:43:22.070077 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59e9c043-f5d0-44db-a83a-848c51e3d1c5 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:43:22.070077 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9424a76-f9d3-46fa-8e80-750942f3f63d', 'name': 'network-vif-deleted', 'tag': '76c0a567-6b31-4d02-96ab-6b9f84b8d048', 'status': 'completed', 'code': 200} Nov 01 16:43:22.131377 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-255e3035-7cb2-4ff0-83da-df89dad9b303 None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:43:22.304011 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea85485-2768-456d-887b-adc2636c2ae4 req-d2849193-53e0-4052-8446-4e665e23441d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:22.305754 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8ea85485-2768-456d-887b-adc2636c2ae4 req-d2849193-53e0-4052-8446-4e665e23441d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0534697 Nov 01 16:43:22.351903 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-255e3035-7cb2-4ff0-83da-df89dad9b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:50Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:43:22.356272 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8ea85485-2768-456d-887b-adc2636c2ae4 req-6a2e9275-1a45-4e75-a5f7-bdc704bdcfba tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439668 Nov 01 16:43:22.383293 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e3035-7cb2-4ff0-83da-df89dad9b303 None None] Checking router: bd132342-bdf0-4f57-8815-ccd76fa4397a for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:43:22.392204 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e3035-7cb2-4ff0-83da-df89dad9b303 None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:43:22.392795 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-255e3035-7cb2-4ff0-83da-df89dad9b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:43:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:43:22.502702 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-255e3035-7cb2-4ff0-83da-df89dad9b303 None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:43:22.652962 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15db1-e9e5-49a0-8765-07312969480e req-e0619e83-b57d-4b72-9743-5203571f67cb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:22.655153 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-87e15db1-e9e5-49a0-8765-07312969480e req-e0619e83-b57d-4b72-9743-5203571f67cb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0516782 Nov 01 16:43:22.701311 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-87e15db1-e9e5-49a0-8765-07312969480e req-1420b6c9-ec2d-4f04-8ad5-4745cb74d1e9 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367692 Nov 01 16:43:22.720457 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-255e3035-7cb2-4ff0-83da-df89dad9b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:50Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:43:22.750267 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e3035-7cb2-4ff0-83da-df89dad9b303 None None] The sync data for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi is: [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:50Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:43:23.011866 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d0645ffe-d261-47fd-8305-3191ebc46c94 req-7ba4e60d-7e7f-46b7-9cec-2752803261cb tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9424a76-f9d3-46fa-8e80-750942f3f63d HTTP/1.1" status: 200 len: 210 time: 0.0361280 Nov 01 16:43:23.019428 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:43:23.095860 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20013d9f-94d5-4c3c-ba33-7d7008303827 None None] New status for floating IP 5ebaa1a6-6557-48fb-968b-889d636dc5bb: DOWN {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:43:23.480163 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178fc29-ba90-43e2-b9cb-9b78406994f5 req-84f6cc2f-f8e1-4084-90cb-65931a51b2b5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:23.481717 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4178fc29-ba90-43e2-b9cb-9b78406994f5 req-84f6cc2f-f8e1-4084-90cb-65931a51b2b5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0549574 Nov 01 16:43:23.520769 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4178fc29-ba90-43e2-b9cb-9b78406994f5 req-f1fce82e-3649-40f2-9ec8-8443aed358a5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Nov 01 16:43:23.835659 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5de47-898e-47f3-89c5-07b8f87b33b7 req-a89dcfcb-5535-431b-983b-f5162ffb75d9 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:23.840713 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-21c5de47-898e-47f3-89c5-07b8f87b33b7 req-a89dcfcb-5535-431b-983b-f5162ffb75d9 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0590796 Nov 01 16:43:23.886147 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-21c5de47-898e-47f3-89c5-07b8f87b33b7 req-f67256b2-0565-422d-ba13-a8cf9950b203 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408030 Nov 01 16:43:24.225297 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40048) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:24.278820 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd6640de-61f0-473f-9369-ae6c315e817e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:24.302605 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd6640de-61f0-473f-9369-ae6c315e817e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:24.431883 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd6640de-61f0-473f-9369-ae6c315e817e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:24.434700 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd6640de-61f0-473f-9369-ae6c315e817e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:24.436038 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-cd6640de-61f0-473f-9369-ae6c315e817e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "DELETE /v2.0/security-groups/ab18bab9-774f-4a29-8685-a9ff206e4191 HTTP/1.1" status: 204 len: 168 time: 0.2096593 Nov 01 16:43:24.439022 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40052) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:24.445820 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6640de-61f0-473f-9369-ae6c315e817e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab18bab9-774f-4a29-8685-a9ff206e4191,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:24.459230 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.api.v2.resource [None req-1c77b3e8-7947-472f-8c71-a0f125a3571e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] show failed (client error): The resource could not be found. Nov 01 16:43:24.463562 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-1c77b3e8-7947-472f-8c71-a0f125a3571e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups/ab18bab9-774f-4a29-8685-a9ff206e4191 HTTP/1.1" status: 404 len: 347 time: 0.0204618 Nov 01 16:43:24.465714 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40054) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:24.600639 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3edf7-d85c-46d4-8e50-7c5809a14fa5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Deleting port 775f9ce3-65ee-44f9-ab07-4e403c9d9e5b {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:43:24.600983 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5dc3edf7-d85c-46d4-8e50-7c5809a14fa5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:24.649535 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3951bf8-c1cd-4543-94cf-3224a7162efb req-d57c3a60-dadd-4c6f-a42b-48105ba1fc6e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:24.651109 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3951bf8-c1cd-4543-94cf-3224a7162efb req-d57c3a60-dadd-4c6f-a42b-48105ba1fc6e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0547853 Nov 01 16:43:24.690352 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5dc3edf7-d85c-46d4-8e50-7c5809a14fa5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:24.690923 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5dc3edf7-d85c-46d4-8e50-7c5809a14fa5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:24.704266 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b3951bf8-c1cd-4543-94cf-3224a7162efb req-c165bf6a-9594-4e7c-ab8b-f648241031e7 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436902 Nov 01 16:43:24.708003 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3edf7-d85c-46d4-8e50-7c5809a14fa5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Calling delete_port for 775f9ce3-65ee-44f9-ab07-4e403c9d9e5b owned by network:floatingip {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:43:24.894828 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5dc3edf7-d85c-46d4-8e50-7c5809a14fa5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:24.921829 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3edf7-d85c-46d4-8e50-7c5809a14fa5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event deleted for resources: {'Port': ['ID=775f9ce3-65ee-44f9-ab07-4e403c9d9e5b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:24.980252 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5dc3edf7-d85c-46d4-8e50-7c5809a14fa5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:24.983593 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5dc3edf7-d85c-46d4-8e50-7c5809a14fa5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:24.987708 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5dc3edf7-d85c-46d4-8e50-7c5809a14fa5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "DELETE /v2.0/floatingips/5ebaa1a6-6557-48fb-968b-889d636dc5bb HTTP/1.1" status: 204 len: 168 time: 0.5178878 Nov 01 16:43:25.018543 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f53c7-a6d9-4463-be1b-2525069f84e9 req-10598700-514c-42c1-8546-f862ed079fba tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:25.020064 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-678f53c7-a6d9-4463-be1b-2525069f84e9 req-10598700-514c-42c1-8546-f862ed079fba tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0617504 Nov 01 16:43:25.065336 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-678f53c7-a6d9-4463-be1b-2525069f84e9 req-cf9f0fde-a5be-4319-a218-a1c2490b0f6d tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388498 Nov 01 16:43:25.312451 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40068) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:25.317329 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-0ede86bb-30f5-46dd-99d5-384c7b9a9edc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--397832570', 'description': 'tempest-description--858238972'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:43:25.426453 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ede86bb-30f5-46dd-99d5-384c7b9a9edc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:25.494703 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ede86bb-30f5-46dd-99d5-384c7b9a9edc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:25.555036 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ede86bb-30f5-46dd-99d5-384c7b9a9edc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:25.584406 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede86bb-30f5-46dd-99d5-384c7b9a9edc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3520abf3-960a-40c7-bf2d-267ea16d288c,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:25.663139 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ede86bb-30f5-46dd-99d5-384c7b9a9edc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:25.667655 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40074) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:25.668280 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-0ede86bb-30f5-46dd-99d5-384c7b9a9edc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3511410 Nov 01 16:43:25.673099 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-049fb07e-f9e8-41f9-a3be-2b2b66451c2c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Request body: {'security_group_rule': {'security_group_id': '3520abf3-960a-40c7-bf2d-267ea16d288c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:43:25.791414 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-049fb07e-f9e8-41f9-a3be-2b2b66451c2c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:25.865277 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6345e46-a919-456e-97f8-1617396b1db5 req-1a5002d1-32d9-4f17-bf45-57e6f4655793 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:25.866668 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c6345e46-a919-456e-97f8-1617396b1db5 req-1a5002d1-32d9-4f17-bf45-57e6f4655793 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0901833 Nov 01 16:43:25.895085 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-049fb07e-f9e8-41f9-a3be-2b2b66451c2c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:25.914011 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c6345e46-a919-456e-97f8-1617396b1db5 req-6e555466-54e1-45d7-aa4d-91ac7416d004 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390966 Nov 01 16:43:25.960390 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-049fb07e-f9e8-41f9-a3be-2b2b66451c2c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:25.978233 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fb07e-f9e8-41f9-a3be-2b2b66451c2c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9092ff78-fa81-45a9-92a6-1b2444b87a6d,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:26.048624 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-049fb07e-f9e8-41f9-a3be-2b2b66451c2c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:26.049842 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-049fb07e-f9e8-41f9-a3be-2b2b66451c2c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3808205 Nov 01 16:43:26.052493 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40090) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:26.056724 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b6f393dd-f016-49d9-a54c-5070664e4764 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Request body: {'security_group_rule': {'security_group_id': '3520abf3-960a-40c7-bf2d-267ea16d288c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:43:26.148054 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6f393dd-f016-49d9-a54c-5070664e4764 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:26.208659 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372589b-1ed1-4753-9043-1cc3066e1039 req-54e626e2-0709-40b1-8834-bd162daa939e tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:26.210126 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d372589b-1ed1-4753-9043-1cc3066e1039 req-54e626e2-0709-40b1-8834-bd162daa939e tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0767105 Nov 01 16:43:26.238873 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6f393dd-f016-49d9-a54c-5070664e4764 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:26.261659 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d372589b-1ed1-4753-9043-1cc3066e1039 req-32a9287d-a7c1-43fc-b5c4-1af889f19676 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450375 Nov 01 16:43:26.289135 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6f393dd-f016-49d9-a54c-5070664e4764 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:26.310612 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f393dd-f016-49d9-a54c-5070664e4764 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb69b95e-4fc5-4310-9b0d-023f97c09593,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:26.374125 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6f393dd-f016-49d9-a54c-5070664e4764 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:26.375298 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-b6f393dd-f016-49d9-a54c-5070664e4764 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218925 Nov 01 16:43:26.378294 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40094) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:26.382494 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Request body: {'floatingip': {'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:43:26.460537 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:26.555352 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:26.664111 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Allocated IP 172.27.2.174 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/963c9e16-b255-42fa-a2dd-23cf49c6b4fd) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:43:26.762050 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:26.837951 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:26.884583 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:43:26.887785 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:43:26.893222 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:43:26.896210 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event updated for resources: {'Port': ['ID=963c9e16-b255-42fa-a2dd-23cf49c6b4fd,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:26.978052 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:27.031140 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3433498-b0d1-4e21-8f9d-64e277009292 req-1b4de6e7-ea9d-4876-ad14-ce57277e0711 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:27.032675 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c3433498-b0d1-4e21-8f9d-64e277009292 req-1b4de6e7-ea9d-4876-ad14-ce57277e0711 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0488904 Nov 01 16:43:27.097528 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c3433498-b0d1-4e21-8f9d-64e277009292 req-35cbb99b-70c3-4422-b9d9-a5f0327e8493 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588422 Nov 01 16:43:27.104105 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:27.270900 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:27.338023 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260102682'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:27.437595 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event updated for resources: {'Port': ['ID=963c9e16-b255-42fa-a2dd-23cf49c6b4fd,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:27.452652 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:27.468972 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c995699-132e-4ded-b606-e323c5d2bcc1 req-abeaf101-8836-4863-984d-427bab1a96b0 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:27.470522 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c995699-132e-4ded-b606-e323c5d2bcc1 req-abeaf101-8836-4863-984d-427bab1a96b0 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.1292264 Nov 01 16:43:27.515491 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c995699-132e-4ded-b606-e323c5d2bcc1 req-012572ce-47bb-4986-a83b-2239c9eabbb2 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388951 Nov 01 16:43:27.531178 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:27.532421 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-5233743d-8d23-46d8-a683-c4b79e47a7b1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1532083 Nov 01 16:43:27.745975 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-298d559d-1e0c-43eb-8386-76e970dad07e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--397832570&fields=id&tenant_id=a16bdbc5792c4267960d31f199a308c7 HTTP/1.1" status: 200 len: 267 time: 0.0426676 Nov 01 16:43:27.854503 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-080ee244-55e2-4b0b-87ad-33f6cd0a8900 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:27.855988 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-080ee244-55e2-4b0b-87ad-33f6cd0a8900 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 817 time: 0.1016347 Nov 01 16:43:27.871587 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-f5f191c4-dd1e-43e9-aa17-af9cce269b5e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/quotas/a16bdbc5792c4267960d31f199a308c7 HTTP/1.1" status: 200 len: 375 time: 0.0090435 Nov 01 16:43:27.924087 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-4b42ab87-ecb7-4f45-a475-d9da2022409a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472612 Nov 01 16:43:28.024050 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-7dbd4d4c-a223-4e3c-910a-ad4188af60d6 service neutron] 10.222.0.62 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881572 Nov 01 16:43:28.117262 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-bf454a30-2d5c-495a-b1e2-3f8c752d9221 service neutron] 10.222.0.62 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865242 Nov 01 16:43:28.213669 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c664312-a39e-4adf-b00e-2503d3b775e4 req-b07d47ea-b2e5-4481-8592-6d0ea8149ee2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:28.215060 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4c664312-a39e-4adf-b00e-2503d3b775e4 req-b07d47ea-b2e5-4481-8592-6d0ea8149ee2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0491307 Nov 01 16:43:28.253638 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4c664312-a39e-4adf-b00e-2503d3b775e4 req-1414805f-10be-4536-adee-a0ec6a339a68 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318177 Nov 01 16:43:28.399254 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-897cfe92-0708-419f-ab2b-b966014b9743 req-553c95c0-0177-41b3-b4b6-6e8ed73df188 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 210 time: 0.0267341 Nov 01 16:43:28.631839 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f964d1f-4d14-489d-90b3-b79f79308576 req-7440063e-ab66-4a98-8ea0-e8c637d411d0 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:28.633672 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3f964d1f-4d14-489d-90b3-b79f79308576 req-7440063e-ab66-4a98-8ea0-e8c637d411d0 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0482900 Nov 01 16:43:28.674645 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3f964d1f-4d14-489d-90b3-b79f79308576 req-41f115a8-f7a1-465a-b55f-461fc9dc50f0 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338628 Nov 01 16:43:28.731895 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 76c0a567-6b31-4d02-96ab-6b9f84b8d048 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:43:28.753067 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: 76c0a567-6b31-4d02-96ab-6b9f84b8d048 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:43:28.753475 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 76c0a567-6b31-4d02-96ab-6b9f84b8d048 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:43:29.372191 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d978-981a-49fb-8761-3bb7d48368c7 req-c953e61e-d657-4ee7-86b7-ba3a482ea821 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:29.373984 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9dc2d978-981a-49fb-8761-3bb7d48368c7 req-c953e61e-d657-4ee7-86b7-ba3a482ea821 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0524454 Nov 01 16:43:29.412034 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9dc2d978-981a-49fb-8761-3bb7d48368c7 req-59671eed-0ae3-48f9-bb75-1232ce8b6bb8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321090 Nov 01 16:43:29.497147 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fa1ca674-e4a9-47b0-82d3-ab5ea86603db req-2cde38ec-b771-42ff-a39d-8359489baaaf tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 210 time: 0.0271025 Nov 01 16:43:29.790347 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94fbbb-85db-45d2-9a84-6661b39051b9 req-bb2c7f11-1d4d-4713-b773-2e90fc6a14de tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:29.791872 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3f94fbbb-85db-45d2-9a84-6661b39051b9 req-bb2c7f11-1d4d-4713-b773-2e90fc6a14de tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0504303 Nov 01 16:43:29.833564 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3f94fbbb-85db-45d2-9a84-6661b39051b9 req-255988d7-87e0-4678-bc7b-d7c46bcf8be3 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353656 Nov 01 16:43:30.335082 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-f589d0c0-6a2c-4213-84e4-2fd8ba73c5d1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:30.336596 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-f589d0c0-6a2c-4213-84e4-2fd8ba73c5d1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.71 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 817 time: 0.1121356 Nov 01 16:43:30.390583 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-a9be3c71-2755-4b97-a3d9-07d2347e40d6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a16bdbc5792c4267960d31f199a308c7 HTTP/1.1" status: 200 len: 379 time: 0.0432692 Nov 01 16:43:30.401241 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Request body: {'port': {'device_id': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'admin_state_up': True, 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'security_groups': ['3520abf3-960a-40c7-bf2d-267ea16d288c']}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:43:30.558067 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52429b34-c199-4120-9d7e-af10f8d0fe65 req-8c5c7db7-b049-489e-9482-4d2aa9f98df4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:30.570238 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-52429b34-c199-4120-9d7e-af10f8d0fe65 req-8c5c7db7-b049-489e-9482-4d2aa9f98df4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0732450 Nov 01 16:43:30.626779 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3fd94238-8597-4c71-9f21-0a91dc5aaf45 req-df07093d-2fb0-45ad-a149-4a4d6a226fd2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 210 time: 0.0409443 Nov 01 16:43:30.650734 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-52429b34-c199-4120-9d7e-af10f8d0fe65 req-46f20bd3-b699-46e3-98b5-389015a881e2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800266 Nov 01 16:43:30.863565 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Made reservation on behalf of a16bdbc5792c4267960d31f199a308c7 for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:43:30.867153 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:30.950284 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036cdd8-6ec8-4a97-8138-b8844b058181 req-6cba64a5-48fb-4c33-9675-2c5ee3134246 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:30.951846 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d036cdd8-6ec8-4a97-8138-b8844b058181 req-6cba64a5-48fb-4c33-9675-2c5ee3134246 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0503333 Nov 01 16:43:30.990656 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Allocated IP 172.20.0.13 (ac002b1f-c80d-4c51-9e9a-3afa35f24108/12d120ec-7c1c-492a-aded-98eaa12c8391/4864bb4b-b435-439f-aa7a-1ddad8d7e8b5) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:43:30.993892 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d036cdd8-6ec8-4a97-8138-b8844b058181 req-8ae8f7ec-0ecc-4af5-913f-4bfb3a1b43c9 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357745 Nov 01 16:43:31.125190 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:31.212716 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:31.253101 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Network ac002b1f-c80d-4c51-9e9a-3afa35f24108 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:43:31.256279 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:43:31.262131 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:43:31.300327 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event updated for resources: {'Port': ['ID=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:31.326197 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:31.327453 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:31.455949 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-99e08e40-0a2b-4bc7-8350-33653cf35cba tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0583315 Nov 01 16:43:31.468983 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Request body: {'port': {'device_id': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:43:31.501703 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-53ddd99f-e560-41f8-b1b8-1537fea61d49 None None] Provisioning complete for port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:43:31.502329 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-53ddd99f-e560-41f8-b1b8-1537fea61d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:31.521830 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:31.536901 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-53ddd99f-e560-41f8-b1b8-1537fea61d49 None None] Port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:43:31.711373 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40206) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:31.829485 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:43:31.836515 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723627e4-f8f7-4fbf-8473-62f0aadc0955 req-8373279d-8013-48a9-a9a2-05095f3e24d1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:31.837271 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:31.838122 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-723627e4-f8f7-4fbf-8473-62f0aadc0955 req-8373279d-8013-48a9-a9a2-05095f3e24d1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 932 time: 0.0907111 Nov 01 16:43:31.846843 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb383d-c5a0-464f-9709-62a1ccf3e168 req-6a09b51a-3882-4423-b1a2-a9f79a9d0bc9 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:31.848322 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-33bb383d-c5a0-464f-9709-62a1ccf3e168 req-6a09b51a-3882-4423-b1a2-a9f79a9d0bc9 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0900633 Nov 01 16:43:31.849824 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Transition to ACTIVE for port object 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:43:31.882517 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b5cae13-f665-4798-9f38-bd2472d4d804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:31.903656 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:31.930719 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-723627e4-f8f7-4fbf-8473-62f0aadc0955 req-e3fc5700-326a-4f43-b1dd-0fb80768da95 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813758 Nov 01 16:43:31.964029 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-33bb383d-c5a0-464f-9709-62a1ccf3e168 req-554593eb-8cd0-4cd3-bb2d-6f91ee477b60 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965242 Nov 01 16:43:32.007710 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Pushing event updated for resources: {'Port': ['ID=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:32.042015 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b5cae13-f665-4798-9f38-bd2472d4d804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:32.053307 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Attempting to bind port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:43:32.053625 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Attempting to bind port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:43:32.053955 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Attempting to bind port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 on network ac002b1f-c80d-4c51-9e9a-3afa35f24108 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:43:32.058610 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 on network ac002b1f-c80d-4c51-9e9a-3afa35f24108 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:43:32.058932 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Attempting to bind port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 on network ac002b1f-c80d-4c51-9e9a-3afa35f24108 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:43:32.064959 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:43:32.065524 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Checking segment: {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:43:32.065714 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Bound using segment: {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:43:32.066102 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Bound port: 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:43:32.066451 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:32.107245 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b5cae13-f665-4798-9f38-bd2472d4d804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:32.135180 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:43:32.139723 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:43:32.163775 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576bfb3-5533-4445-a5fd-928ea298d9a2 req-e27a943a-1e3b-417e-8096-e96b36baff81 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:32.165327 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9576bfb3-5533-4445-a5fd-928ea298d9a2 req-e27a943a-1e3b-417e-8096-e96b36baff81 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0950234 Nov 01 16:43:32.171514 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-6b5cae13-f665-4798-9f38-bd2472d4d804 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=737933a70f9e4b3092ea37e861160adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553871 Nov 01 16:43:32.171514 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cae13-f665-4798-9f38-bd2472d4d804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779c898d-92c6-4614-98f0-d8299888a4f1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:32.175244 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40220) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:32.210145 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:32.210649 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9576bfb3-5533-4445-a5fd-928ea298d9a2 req-b0902060-a4a7-4479-ae7b-40812b8b22e1 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369802 Nov 01 16:43:32.257829 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:32.258442 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:32.259841 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] 10.222.0.71 "PUT /v2.0/ports/4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 HTTP/1.1" status: 200 len: 1094 time: 0.7959332 Nov 01 16:43:32.261814 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:43:32.264742 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b444825a-6b85-4355-abd6-bb5e38deb8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:43:32.293592 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-12eab221-853e-4aad-b841-aa1286be05ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:32.305982 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b76de-ab75-4dd6-a373-d6da4080e03f service neutron] Pushing event updated for resources: {'Port': ['ID=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:32.309719 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751185c7-c011-4cda-9040-e9cd57a4570c x-openstack-request-id: req-751185c7-c011-4cda-9040-e9cd57a4570c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:43:32.310018 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:43:32.310273 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-751185c7-c011-4cda-9040-e9cd57a4570c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:43:32.310667 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'status': 'completed', 'code': 200} Nov 01 16:43:32.325936 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-12eab221-853e-4aad-b841-aa1286be05ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:32.397637 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444825a-6b85-4355-abd6-bb5e38deb8f7 req-15bbdaea-116d-45d7-86d2-68d3e663a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:32.399151 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b444825a-6b85-4355-abd6-bb5e38deb8f7 req-15bbdaea-116d-45d7-86d2-68d3e663a3a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 1097 time: 0.0636036 Nov 01 16:43:32.483144 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-12eab221-853e-4aad-b841-aa1286be05ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:32.489264 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-12eab221-853e-4aad-b841-aa1286be05ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:32.489264 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-12eab221-853e-4aad-b841-aa1286be05ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/779c898d-92c6-4614-98f0-d8299888a4f1 HTTP/1.1" status: 204 len: 168 time: 0.3120682 Nov 01 16:43:32.506490 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eab221-853e-4aad-b841-aa1286be05ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779c898d-92c6-4614-98f0-d8299888a4f1,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:32.528370 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444825a-6b85-4355-abd6-bb5e38deb8f7 req-ee033614-eb94-4be3-99eb-2b9dfbc7bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:32.529014 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b444825a-6b85-4355-abd6-bb5e38deb8f7 req-ee033614-eb94-4be3-99eb-2b9dfbc7bd4f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a16bdbc5792c4267960d31f199a308c7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1167819 Nov 01 16:43:32.632312 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444825a-6b85-4355-abd6-bb5e38deb8f7 req-5af8681d-6d15-4339-8853-ee7009a0e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:32.633910 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b444825a-6b85-4355-abd6-bb5e38deb8f7 req-5af8681d-6d15-4339-8853-ee7009a0e956 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967934 Nov 01 16:43:32.713318 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-6e30c19f-afa0-4b12-a484-c7c73ea80b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:32.714789 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-6e30c19f-afa0-4b12-a484-c7c73ea80b6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 1097 time: 0.0411270 Nov 01 16:43:32.758091 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-fed0d787-fb5e-40ea-b93d-2d15e13ed411 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 HTTP/1.1" status: 200 len: 217 time: 0.0349557 Nov 01 16:43:32.811156 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-923eee83-8682-457f-bac8-a3a9d32fbf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:32.813244 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-923eee83-8682-457f-bac8-a3a9d32fbf12 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12d120ec-7c1c-492a-aded-98eaa12c8391 HTTP/1.1" status: 200 len: 856 time: 0.0481527 Nov 01 16:43:32.858874 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-79a81632-0aa5-4c30-99f2-6a69974ba4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:32.860362 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-79a81632-0aa5-4c30-99f2-6a69974ba4a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac002b1f-c80d-4c51-9e9a-3afa35f24108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395124 Nov 01 16:43:32.949662 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-9899bc34-b7ff-45ec-8bc9-ecc37230a829 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813630 Nov 01 16:43:33.055024 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-fbc20bcb-95b3-4c2e-b43f-90a24409c71e req-f776a31b-923a-4c51-ab06-96f604fd6e2e service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971136 Nov 01 16:43:33.105077 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14978072-cce4-4c1f-9005-468b6066c52e req-f43e64e2-647e-4bc5-ad2a-3c7301779c5f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:33.106579 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-14978072-cce4-4c1f-9005-468b6066c52e req-f43e64e2-647e-4bc5-ad2a-3c7301779c5f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0843184 Nov 01 16:43:33.119274 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747f5b3-8222-422d-bb7a-7bebbe241adf req-29b9ebed-c017-4fa6-b092-2525d0fba6b2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:33.120816 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1747f5b3-8222-422d-bb7a-7bebbe241adf req-29b9ebed-c017-4fa6-b092-2525d0fba6b2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0709834 Nov 01 16:43:33.122453 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40238) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:33.169602 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff6db9fc-a233-40dd-9861-d86d8afd95c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:33.213334 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-14978072-cce4-4c1f-9005-468b6066c52e req-417ae91c-9b5f-4ab5-bb69-f32ec8eadd5c tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913584 Nov 01 16:43:33.222629 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1747f5b3-8222-422d-bb7a-7bebbe241adf req-f2eff7a1-b578-4e05-846b-6abe745e1fd7 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891671 Nov 01 16:43:33.293135 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff6db9fc-a233-40dd-9861-d86d8afd95c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:33.339673 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504e70-dd51-4e4f-a7c5-f8904d536e0c req-48e1f5a1-f760-4989-b8fb-3c83e58c35e6 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:33.341130 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-66504e70-dd51-4e4f-a7c5-f8904d536e0c req-48e1f5a1-f760-4989-b8fb-3c83e58c35e6 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0531297 Nov 01 16:43:33.384272 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-66504e70-dd51-4e4f-a7c5-f8904d536e0c req-c6e0a757-6abf-44f0-9834-17a7fd85732b tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363402 Nov 01 16:43:33.386570 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff6db9fc-a233-40dd-9861-d86d8afd95c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:33.427878 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ff6db9fc-a233-40dd-9861-d86d8afd95c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d730948f7e7044158e2586e8bc70e8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010399 Nov 01 16:43:33.427878 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6db9fc-a233-40dd-9861-d86d8afd95c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8772918-0f3b-4310-b351-88b49caa856a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:33.428203 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40250) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:33.489814 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47da-9090-4d0d-bd2d-608dcc25d31c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:33.510934 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47da-9090-4d0d-bd2d-608dcc25d31c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:33.652136 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47da-9090-4d0d-bd2d-608dcc25d31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:33.654734 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47da-9090-4d0d-bd2d-608dcc25d31c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:33.656356 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5f1a47da-9090-4d0d-bd2d-608dcc25d31c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8772918-0f3b-4310-b351-88b49caa856a HTTP/1.1" status: 204 len: 168 time: 0.2270122 Nov 01 16:43:33.664336 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a47da-9090-4d0d-bd2d-608dcc25d31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8772918-0f3b-4310-b351-88b49caa856a,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:33.845319 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40256) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:34.052855 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cf12eefe-fb3b-449c-8b82-34266194f15c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:34.133095 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cf12eefe-fb3b-449c-8b82-34266194f15c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:34.232236 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cf12eefe-fb3b-449c-8b82-34266194f15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:34.274075 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-cf12eefe-fb3b-449c-8b82-34266194f15c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de740e6718a74cb49d99f70401aaa256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276371 Nov 01 16:43:34.274928 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12eefe-fb3b-449c-8b82-34266194f15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d88e1e-36bb-41fb-bea6-9e120e2a7f2b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:34.276764 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40274) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:34.397597 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d582904-fb9b-408a-9f13-1aa44cfb3ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:34.430843 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d634b7-3bdf-4450-8ad9-fc2e8571e0b2 req-2304031b-7efd-484c-92df-8f2015293308 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:34.432429 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-31d634b7-3bdf-4450-8ad9-fc2e8571e0b2 req-2304031b-7efd-484c-92df-8f2015293308 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.1173935 Nov 01 16:43:34.438395 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d582904-fb9b-408a-9f13-1aa44cfb3ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:34.447277 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ec51-a806-4bb0-b76d-d3780ecb4078 req-7f173139-bdfd-44e6-8d8d-2a65a70eded5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:34.448730 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3946ec51-a806-4bb0-b76d-d3780ecb4078 req-7f173139-bdfd-44e6-8d8d-2a65a70eded5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.1177554 Nov 01 16:43:34.528378 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3946ec51-a806-4bb0-b76d-d3780ecb4078 req-b957b2ca-493c-443e-8eeb-19eaaa3c6ffb tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714877 Nov 01 16:43:34.537186 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-31d634b7-3bdf-4450-8ad9-fc2e8571e0b2 req-77521d0d-d71f-484e-884d-b781e21d6109 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875154 Nov 01 16:43:34.643998 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d582904-fb9b-408a-9f13-1aa44cfb3ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:34.647595 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d582904-fb9b-408a-9f13-1aa44cfb3ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:34.648900 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-2d582904-fb9b-408a-9f13-1aa44cfb3ce7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1d88e1e-36bb-41fb-bea6-9e120e2a7f2b HTTP/1.1" status: 204 len: 168 time: 0.3705533 Nov 01 16:43:34.666886 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd5e58-eadf-40e0-a0e6-83ddfe558d8d req-278ae58a-78c7-4fce-87c3-f8c75a574ead tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:34.669052 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f8cd5e58-eadf-40e0-a0e6-83ddfe558d8d req-278ae58a-78c7-4fce-87c3-f8c75a574ead tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0715318 Nov 01 16:43:34.685084 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d582904-fb9b-408a-9f13-1aa44cfb3ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d88e1e-36bb-41fb-bea6-9e120e2a7f2b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:34.745865 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f8cd5e58-eadf-40e0-a0e6-83ddfe558d8d req-00bee668-9e1e-45cf-b052-0f04f714c270 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684664 Nov 01 16:43:35.214905 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40298) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:35.320473 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fc614b0-c444-4480-99d6-a5cd328ced5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.397614 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fc614b0-c444-4480-99d6-a5cd328ced5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.408504 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40302) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:35.422067 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f64997a-6314-4509-9643-7d8f26e32beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.474301 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fc614b0-c444-4480-99d6-a5cd328ced5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.527282 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f64997a-6314-4509-9643-7d8f26e32beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.532054 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5fc614b0-c444-4480-99d6-a5cd328ced5c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=098107f0bf8645f588d5db1552c8adce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160441 Nov 01 16:43:35.533191 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc614b0-c444-4480-99d6-a5cd328ced5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc09e3c-894b-47e1-8c2c-72f423b08f86,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:35.534825 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40304) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:35.593597 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f64997a-6314-4509-9643-7d8f26e32beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.595265 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-439453b0-4770-4153-a167-f67b29a9e7e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.635602 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-8f64997a-6314-4509-9643-7d8f26e32beb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=613108c6ac1f428a8ca661ce04675e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260239 Nov 01 16:43:35.638327 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40310) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:35.640863 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64997a-6314-4509-9643-7d8f26e32beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c92d64e-903a-49c1-bbd0-d6c69ab5a216,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:35.644210 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-439453b0-4770-4153-a167-f67b29a9e7e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.698988 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4985f8fa-467c-493b-b8d3-bd58df6d1e88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.706848 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b6991244-09dd-466e-9886-085073493e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.720669 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4985f8fa-467c-493b-b8d3-bd58df6d1e88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.726797 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abc6f7-5740-4150-ba11-4f8ad23faabc req-90292973-3a15-4121-bef8-66456323c9fd tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:35.727118 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:43:35.728337 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e4abc6f7-5740-4150-ba11-4f8ad23faabc req-90292973-3a15-4121-bef8-66456323c9fd tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.1169448 Nov 01 16:43:35.740967 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212046e-c1a6-4d3e-b7aa-0d46babfe62a req-29c00fd3-84a1-4cf4-b0b1-0109d12e812d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:35.742431 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d212046e-c1a6-4d3e-b7aa-0d46babfe62a req-29c00fd3-84a1-4cf4-b0b1-0109d12e812d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.1143570 Nov 01 16:43:35.791351 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e4abc6f7-5740-4150-ba11-4f8ad23faabc req-196efa72-f8c1-4c24-a4a3-16743ca8ce17 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474544 Nov 01 16:43:35.822887 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d212046e-c1a6-4d3e-b7aa-0d46babfe62a req-bc6951f4-71af-4a73-92aa-be9c7ed7534f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571659 Nov 01 16:43:35.840645 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:43:35.852702 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-439453b0-4770-4153-a167-f67b29a9e7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.852927 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'port_id': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'mac_address': 'fa:16:3e:4e:04:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:43:35.855482 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-439453b0-4770-4153-a167-f67b29a9e7e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.859173 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-439453b0-4770-4153-a167-f67b29a9e7e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7bc09e3c-894b-47e1-8c2c-72f423b08f86 HTTP/1.1" status: 204 len: 168 time: 0.3210473 Nov 01 16:43:35.864119 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4985f8fa-467c-493b-b8d3-bd58df6d1e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.867153 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439453b0-4770-4153-a167-f67b29a9e7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc09e3c-894b-47e1-8c2c-72f423b08f86,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:35.867453 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4985f8fa-467c-493b-b8d3-bd58df6d1e88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.877368 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-4985f8fa-467c-493b-b8d3-bd58df6d1e88 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2c92d64e-903a-49c1-bbd0-d6c69ab5a216 HTTP/1.1" status: 204 len: 168 time: 0.2356508 Nov 01 16:43:35.893561 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985f8fa-467c-493b-b8d3-bd58df6d1e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c92d64e-903a-49c1-bbd0-d6c69ab5a216,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:35.941891 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:35.961340 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:43:35.983786 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:43:36.141540 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:36.196689 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:36.205143 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:36.205595 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:36.205947 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:36.206316 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:36.206651 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:36.206983 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:36.207311 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:36.207819 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:36.208153 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:36.208481 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:36.219131 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:36.219131 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:36.424353 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['4864bb4b-b435-439f-aa7a-1ddad8d7e8b5'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:43:36.452820 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad852f-04f1-4d33-9438-835f7f047469 req-ccfa05a1-4925-4175-bc4e-50a86c487183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:36.455181 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-06ad852f-04f1-4d33-9438-835f7f047469 req-ccfa05a1-4925-4175-bc4e-50a86c487183 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c81bd66099584febb56806578f478281&device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 1099 time: 0.0484936 Nov 01 16:43:36.561058 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ac07-98c6-4fcb-b181-4b250f9e42c8 req-a44cc769-1db9-4472-94b1-71c6dca3e103 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:36.563130 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-27b0ac07-98c6-4fcb-b181-4b250f9e42c8 req-a44cc769-1db9-4472-94b1-71c6dca3e103 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.6814554 Nov 01 16:43:36.586041 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff0fcb-a50b-4889-82ea-3145b15939dc req-36ab74d7-9480-4a1a-a751-c88d8bb8056b tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:36.594786 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bbff0fcb-a50b-4889-82ea-3145b15939dc req-36ab74d7-9480-4a1a-a751-c88d8bb8056b tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.3831143 Nov 01 16:43:36.648502 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad852f-04f1-4d33-9438-835f7f047469 req-be5f4fdc-f02a-4a3c-a18d-43d982ca09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:36.650991 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-06ad852f-04f1-4d33-9438-835f7f047469 req-be5f4fdc-f02a-4a3c-a18d-43d982ca09ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=bc45f9ac-9856-4d97-9112-de09cb44caf6 HTTP/1.1" status: 200 len: 912 time: 0.1875260 Nov 01 16:43:36.659226 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-27b0ac07-98c6-4fcb-b181-4b250f9e42c8 req-7bff91f6-3f90-46b6-8c1b-001b21f72ac1 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&id=e145edb7-7d68-4d78-a4dd-62938421582f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615327 Nov 01 16:43:36.698610 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bbff0fcb-a50b-4889-82ea-3145b15939dc req-6d11e2aa-458d-44dd-a23d-8999ffbd7f3f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026447 Nov 01 16:43:36.740399 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-06ad852f-04f1-4d33-9438-835f7f047469 req-b0934bc9-affc-4553-8a18-848543e99d33 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa578a65-b7e1-4f85-b879-998325e1d51a HTTP/1.1" status: 200 len: 1001 time: 0.0816326 Nov 01 16:43:36.790429 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad852f-04f1-4d33-9438-835f7f047469 req-80d60ee6-5f9b-4ee1-916a-d1604e897960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:36.791874 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-06ad852f-04f1-4d33-9438-835f7f047469 req-80d60ee6-5f9b-4ee1-916a-d1604e897960 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33884561-066e-4e8a-9e07-62590670342c HTTP/1.1" status: 200 len: 850 time: 0.0443389 Nov 01 16:43:36.843583 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad852f-04f1-4d33-9438-835f7f047469 req-de766127-2b07-4cfc-8c0d-2eff48161ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:36.845163 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-06ad852f-04f1-4d33-9438-835f7f047469 req-de766127-2b07-4cfc-8c0d-2eff48161ca0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bc45f9ac-9856-4d97-9112-de09cb44caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453372 Nov 01 16:43:36.947770 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d6c4c-1d06-41ae-822b-572e6fea4c6a req-34072500-ebeb-44eb-98ee-7957882ce1c1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:36.949248 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c94d6c4c-1d06-41ae-822b-572e6fea4c6a req-34072500-ebeb-44eb-98ee-7957882ce1c1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 945 time: 0.0553873 Nov 01 16:43:36.949393 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-06ad852f-04f1-4d33-9438-835f7f047469 req-737af83d-c3ef-40db-bf95-a716f82a596e service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955160 Nov 01 16:43:36.988924 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c94d6c4c-1d06-41ae-822b-572e6fea4c6a req-380916f6-faa1-48ad-a277-2ec520f118d5 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Nov 01 16:43:37.044591 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-06ad852f-04f1-4d33-9438-835f7f047469 req-f7a88451-c0e0-4b85-a126-985de586b250 service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870359 Nov 01 16:43:37.742131 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:43:37.815762 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c81f36-5285-48b9-af00-5bd41d14bbb9 req-0f41bc1d-7ab4-441f-9031-ad83ab66d34f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:37.817604 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d1c81f36-5285-48b9-af00-5bd41d14bbb9 req-0f41bc1d-7ab4-441f-9031-ad83ab66d34f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0536349 Nov 01 16:43:37.866095 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d1c81f36-5285-48b9-af00-5bd41d14bbb9 req-bea4f367-2fc6-4003-aca0-8e476d7b5039 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409033 Nov 01 16:43:38.047401 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:43:38.053592 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:43:38.054127 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:38.143317 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-95ea4fc2-1370-425f-81e6-859ba2141c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:38.146192 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:38.189999 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:43:38.190158 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b39dc8-2d21-4bd1-a788-d4a07f77fdf1 req-fb8da1fa-0b88-4a69-8365-ed6caf9efe06 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:38.191577 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-12b39dc8-2d21-4bd1-a788-d4a07f77fdf1 req-fb8da1fa-0b88-4a69-8365-ed6caf9efe06 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 945 time: 0.1167145 Nov 01 16:43:38.196274 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9deb518-6125-426d-bb15-f55a9161cb39" -d '{"events": [{"server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "name": "network-vif-plugged", "status": "completed", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:43:38.214769 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:43:38.241199 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-12b39dc8-2d21-4bd1-a788-d4a07f77fdf1 req-30bbc15e-bd0b-4389-9ce2-4b68345624a1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420783 Nov 01 16:43:38.245189 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d352c8d-9af0-4ec5-95c1-e612057bc30d x-openstack-request-id: req-5d352c8d-9af0-4ec5-95c1-e612057bc30d {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:43:38.252722 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "name": "network-vif-plugged", "status": "completed", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:43:38.253291 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d352c8d-9af0-4ec5-95c1-e612057bc30d {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:43:38.253968 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'code': 200} Nov 01 16:43:38.289773 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:38.346668 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:38.578450 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf95b14-ddec-4833-86b2-d7f0def539b0 req-f8edf67a-796a-4812-92d2-a12296412784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:38.580039 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-edf95b14-ddec-4833-86b2-d7f0def539b0 req-f8edf67a-796a-4812-92d2-a12296412784 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 1099 time: 0.0407500 Nov 01 16:43:38.616815 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-edf95b14-ddec-4833-86b2-d7f0def539b0 req-7ca2b96d-a07a-4984-822a-2aeb743d0a9b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284300 Nov 01 16:43:38.849793 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40404) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:38.952760 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-41f3dd7f-2fe8-4dd1-9b89-b8152fcaff57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:39.023425 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-41f3dd7f-2fe8-4dd1-9b89-b8152fcaff57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:39.115358 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-41f3dd7f-2fe8-4dd1-9b89-b8152fcaff57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:39.155297 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3dd7f-2fe8-4dd1-9b89-b8152fcaff57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cecb6a0-7150-438a-9cb5-954296b2972b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:39.159759 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-41f3dd7f-2fe8-4dd1-9b89-b8152fcaff57 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2978ce6c0aef432fa10ec4954b5ecac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088953 Nov 01 16:43:39.165934 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40408) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:39.210249 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68caa7cf-399c-4936-b9c5-b4635e7e423d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:39.230707 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68caa7cf-399c-4936-b9c5-b4635e7e423d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:39.355607 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68caa7cf-399c-4936-b9c5-b4635e7e423d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:39.358342 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68caa7cf-399c-4936-b9c5-b4635e7e423d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:39.359559 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-68caa7cf-399c-4936-b9c5-b4635e7e423d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6cecb6a0-7150-438a-9cb5-954296b2972b HTTP/1.1" status: 204 len: 168 time: 0.1962738 Nov 01 16:43:39.367569 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16303d79-d7e2-4c6d-a767-764a1a08b65e req-e0e4a38d-97c0-4c28-829c-0f3bc6ccf8de tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:39.367987 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caa7cf-399c-4936-b9c5-b4635e7e423d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cecb6a0-7150-438a-9cb5-954296b2972b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:39.369076 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-16303d79-d7e2-4c6d-a767-764a1a08b65e req-e0e4a38d-97c0-4c28-829c-0f3bc6ccf8de tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0489471 Nov 01 16:43:39.385885 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:39.428915 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-16303d79-d7e2-4c6d-a767-764a1a08b65e req-bebdaf5d-af56-4ae7-92f6-cc6872126722 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366333 Nov 01 16:43:39.973647 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40422) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:39.987091 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fe16b2c2-7cac-46a1-9e09-c2643c38b4aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:40.058461 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fe16b2c2-7cac-46a1-9e09-c2643c38b4aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:40.126495 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fe16b2c2-7cac-46a1-9e09-c2643c38b4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:40.165853 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-fe16b2c2-7cac-46a1-9e09-c2643c38b4aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5693f1f9ca5c464c8a3632e0de2480c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910322 Nov 01 16:43:40.166705 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16b2c2-7cac-46a1-9e09-c2643c38b4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4bc2f6-6e20-4a7b-8d30-6cc203646e18,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:40.168569 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40424) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:40.217651 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a586a090-9e92-45e9-beb4-03a2fb8ea092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:40.238737 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a586a090-9e92-45e9-beb4-03a2fb8ea092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:40.351978 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a586a090-9e92-45e9-beb4-03a2fb8ea092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:40.354638 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a586a090-9e92-45e9-beb4-03a2fb8ea092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:40.355809 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-a586a090-9e92-45e9-beb4-03a2fb8ea092 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e4bc2f6-6e20-4a7b-8d30-6cc203646e18 HTTP/1.1" status: 204 len: 168 time: 0.1862407 Nov 01 16:43:40.364060 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586a090-9e92-45e9-beb4-03a2fb8ea092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4bc2f6-6e20-4a7b-8d30-6cc203646e18,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:40.552933 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741da05-2de0-46c2-927a-4909f8db182d req-1516f3e2-4ec1-4f79-92a3-0373071e1baa tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:40.554410 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3741da05-2de0-46c2-927a-4909f8db182d req-1516f3e2-4ec1-4f79-92a3-0373071e1baa tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0532689 Nov 01 16:43:40.595580 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3741da05-2de0-46c2-927a-4909f8db182d req-6c59969d-f5eb-45c9-ae43-be35d7306d35 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349915 Nov 01 16:43:40.712369 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed94a2-c331-4b68-b9e2-5b066ffa05f9 req-93b68f56-c935-4e90-bfdf-1380a123c7f6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:40.712600 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:40.713892 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-12ed94a2-c331-4b68-b9e2-5b066ffa05f9 req-93b68f56-c935-4e90-bfdf-1380a123c7f6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0513227 Nov 01 16:43:40.723925 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40436) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:40.728444 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-92972872-1b94-49d2-a6c1-5507af2e64ce tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Request body: {'floatingip': {'port_id': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:43:40.801455 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92972872-1b94-49d2-a6c1-5507af2e64ce tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:41.479362 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92972872-1b94-49d2-a6c1-5507af2e64ce tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:41.532778 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92972872-1b94-49d2-a6c1-5507af2e64ce tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:41.633328 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.l3_db [None req-92972872-1b94-49d2-a6c1-5507af2e64ce tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Floating IP 43921eb7-f1cb-4700-be7a-b96be02d268b associated. External IP: 172.27.2.174, port: 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5. Nov 01 16:43:41.845810 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92972872-1b94-49d2-a6c1-5507af2e64ce tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Router bd132342-bdf0-4f57-8815-ccd76fa4397a has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:43:41.953006 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92972872-1b94-49d2-a6c1-5507af2e64ce tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:43:41.957620 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92972872-1b94-49d2-a6c1-5507af2e64ce tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:41.963125 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066d22c-470b-45f0-9696-7f5c2022baf7 None None] Sync routers for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:43:41.975295 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a066d22c-470b-45f0-9696-7f5c2022baf7 None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:43:41.975956 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a066d22c-470b-45f0-9696-7f5c2022baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:43:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:43:41.990338 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-92972872-1b94-49d2-a6c1-5507af2e64ce tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "PUT /v2.0/floatingips/43921eb7-f1cb-4700-be7a-b96be02d268b HTTP/1.1" status: 200 len: 992 time: 1.2651637 Nov 01 16:43:41.990928 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:43:41.994904 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444c3b9d-9840-403d-b416-2ec8b0515ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:43:42.062414 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dd1c42-7d29-4e31-b1f2-f4ee92fbfec9 x-openstack-request-id: req-28dd1c42-7d29-4e31-b1f2-f4ee92fbfec9 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:43:42.063336 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:43:42.063797 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-28dd1c42-7d29-4e31-b1f2-f4ee92fbfec9 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:43:42.064336 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'status': 'completed', 'code': 200} Nov 01 16:43:42.090919 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a066d22c-470b-45f0-9696-7f5c2022baf7 None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:43:42.321109 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a066d22c-470b-45f0-9696-7f5c2022baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '43921eb7-f1cb-4700-be7a-b96be02d268b', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'port_id': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'mac_address': 'fa:16:3e:4e:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:43:26Z', 'updated_at': '2021-11-01T16:43:41Z', 'revision_number': 1, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:50Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:43:42.348197 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066d22c-470b-45f0-9696-7f5c2022baf7 None None] Checking router: bd132342-bdf0-4f57-8815-ccd76fa4397a for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:43:42.356583 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a066d22c-470b-45f0-9696-7f5c2022baf7 None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:43:42.357178 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a066d22c-470b-45f0-9696-7f5c2022baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:43:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:43:42.465089 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a066d22c-470b-45f0-9696-7f5c2022baf7 None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:43:42.690878 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a066d22c-470b-45f0-9696-7f5c2022baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '43921eb7-f1cb-4700-be7a-b96be02d268b', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'port_id': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'mac_address': 'fa:16:3e:4e:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:43:26Z', 'updated_at': '2021-11-01T16:43:41Z', 'revision_number': 1, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:50Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:43:42.717251 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066d22c-470b-45f0-9696-7f5c2022baf7 None None] The sync data for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi is: [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '43921eb7-f1cb-4700-be7a-b96be02d268b', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'port_id': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'mac_address': 'fa:16:3e:4e:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:43:26Z', 'updated_at': '2021-11-01T16:43:41Z', 'revision_number': 1, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:50Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:43:42.836579 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c3b9d-9840-403d-b416-2ec8b0515ec6 req-607752fc-91fb-4cd1-99a1-9aaf0c081a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:42.838085 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-444c3b9d-9840-403d-b416-2ec8b0515ec6 req-607752fc-91fb-4cd1-99a1-9aaf0c081a3b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 1099 time: 0.0441725 Nov 01 16:43:42.921769 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bce9399-0fbb-4cd1-86c1-e8ef35780ed1 None None] New status for floating IP 43921eb7-f1cb-4700-be7a-b96be02d268b: ACTIVE {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:43:42.943089 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c3b9d-9840-403d-b416-2ec8b0515ec6 req-30c9d3ee-9bda-4a47-99e2-db418af2277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:42.944598 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-444c3b9d-9840-403d-b416-2ec8b0515ec6 req-30c9d3ee-9bda-4a47-99e2-db418af2277e service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 918 time: 0.0930250 Nov 01 16:43:43.019469 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-444c3b9d-9840-403d-b416-2ec8b0515ec6 req-96ccbe96-6f80-401a-bf72-adecf8d9dfdd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 HTTP/1.1" status: 200 len: 1000 time: 0.0625911 Nov 01 16:43:43.073844 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c3b9d-9840-403d-b416-2ec8b0515ec6 req-2e0cc186-683e-484b-bc7c-c7daf5c15abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:43.075274 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-444c3b9d-9840-403d-b416-2ec8b0515ec6 req-2e0cc186-683e-484b-bc7c-c7daf5c15abb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12d120ec-7c1c-492a-aded-98eaa12c8391 HTTP/1.1" status: 200 len: 856 time: 0.0452445 Nov 01 16:43:43.121555 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c3b9d-9840-403d-b416-2ec8b0515ec6 req-3898bd18-ade8-42db-ae26-1b7b59d60d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:43.122952 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-444c3b9d-9840-403d-b416-2ec8b0515ec6 req-3898bd18-ade8-42db-ae26-1b7b59d60d75 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac002b1f-c80d-4c51-9e9a-3afa35f24108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410287 Nov 01 16:43:43.217214 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-444c3b9d-9840-403d-b416-2ec8b0515ec6 req-8dc8b2c9-b491-4c9a-8f37-75aac81c9e53 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868208 Nov 01 16:43:43.308570 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-444c3b9d-9840-403d-b416-2ec8b0515ec6 req-b62acbfb-46bd-428b-8367-791518297f46 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844591 Nov 01 16:43:43.475436 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:44.789017 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40516) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:44.892275 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ca9f-1d99-4971-8258-b38b03381671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:44.969676 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ca9f-1d99-4971-8258-b38b03381671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:45.049360 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ca9f-1d99-4971-8258-b38b03381671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:45.087980 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5ad0ca9f-1d99-4971-8258-b38b03381671 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08868fbbda404deaabf03b90b71021ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977903 Nov 01 16:43:45.090785 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40524) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:45.091351 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0ca9f-1d99-4971-8258-b38b03381671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e279ccb-a6ab-424e-89ce-0ada35c19aa2,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:45.144481 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:45.165309 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:45.269771 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:45.272479 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:45.273650 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e279ccb-a6ab-424e-89ce-0ada35c19aa2 HTTP/1.1" status: 204 len: 168 time: 0.1811132 Nov 01 16:43:45.282631 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e279ccb-a6ab-424e-89ce-0ada35c19aa2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:45.289842 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:45.290203 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:45.290553 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:45.290919 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:45.291286 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:45.291662 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:45.292020 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:45.292429 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:45.292685 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:45.293025 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:45.293355 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:45.293715 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c7e4d-c704-46ce-b82d-c2a89acabe84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:43:45.655769 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:46.007563 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40532) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:46.021620 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11b0be1c-903e-44d8-8cfb-bb062ad37b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:46.094609 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11b0be1c-903e-44d8-8cfb-bb062ad37b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:46.157771 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11b0be1c-903e-44d8-8cfb-bb062ad37b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:46.197439 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-11b0be1c-903e-44d8-8cfb-bb062ad37b3e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eaef67bbae914e5db20286eb7b80dce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887062 Nov 01 16:43:46.198231 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0be1c-903e-44d8-8cfb-bb062ad37b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e3dd9-8f2e-45d2-8e76-eedd445b9867,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:46.200122 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40534) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:43:46.252629 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-afbe8b1b-2327-49a5-9646-88782c68e3d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:46.273152 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-afbe8b1b-2327-49a5-9646-88782c68e3d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:46.403677 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-afbe8b1b-2327-49a5-9646-88782c68e3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:46.406258 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-afbe8b1b-2327-49a5-9646-88782c68e3d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:46.407431 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-afbe8b1b-2327-49a5-9646-88782c68e3d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/915e3dd9-8f2e-45d2-8e76-eedd445b9867 HTTP/1.1" status: 204 len: 168 time: 0.2057421 Nov 01 16:43:46.415208 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe8b1b-2327-49a5-9646-88782c68e3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e3dd9-8f2e-45d2-8e76-eedd445b9867,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:47.496925 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-18e5db86-f09f-4344-95c3-98b93be6d8d9 req-9f34c3b8-df75-41a5-91f4-5d506e725f76 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533636 Nov 01 16:43:47.591042 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5db86-f09f-4344-95c3-98b93be6d8d9 req-5125dd36-c2f8-4d12-b13b-cf24a17aba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:47.592651 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-18e5db86-f09f-4344-95c3-98b93be6d8d9 req-5125dd36-c2f8-4d12-b13b-cf24a17aba3c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c81bd66099584febb56806578f478281&device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 1099 time: 0.0449204 Nov 01 16:43:47.697633 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5db86-f09f-4344-95c3-98b93be6d8d9 req-8f910ebe-cc98-4d6b-8406-327a6adacbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:47.699108 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-18e5db86-f09f-4344-95c3-98b93be6d8d9 req-8f910ebe-cc98-4d6b-8406-327a6adacbd6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bc45f9ac-9856-4d97-9112-de09cb44caf6 HTTP/1.1" status: 200 len: 912 time: 0.0868864 Nov 01 16:43:47.779035 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-18e5db86-f09f-4344-95c3-98b93be6d8d9 req-45656440-3376-49ad-a140-6a014ebb0328 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa578a65-b7e1-4f85-b879-998325e1d51a HTTP/1.1" status: 200 len: 1001 time: 0.0610089 Nov 01 16:43:47.828919 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5db86-f09f-4344-95c3-98b93be6d8d9 req-48182265-08d9-41ed-bb57-7fa0e87b8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:47.830264 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-18e5db86-f09f-4344-95c3-98b93be6d8d9 req-48182265-08d9-41ed-bb57-7fa0e87b8ed4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33884561-066e-4e8a-9e07-62590670342c HTTP/1.1" status: 200 len: 850 time: 0.0440359 Nov 01 16:43:47.877101 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5db86-f09f-4344-95c3-98b93be6d8d9 req-4004cfc2-b201-43ea-9d6f-bc09e69feb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:47.878538 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-18e5db86-f09f-4344-95c3-98b93be6d8d9 req-4004cfc2-b201-43ea-9d6f-bc09e69feb22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bc45f9ac-9856-4d97-9112-de09cb44caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407662 Nov 01 16:43:47.969340 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-18e5db86-f09f-4344-95c3-98b93be6d8d9 req-93610a1c-920c-4976-abe1-57b4e466fdd4 service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828462 Nov 01 16:43:48.065739 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-18e5db86-f09f-4344-95c3-98b93be6d8d9 req-825db30b-266c-400b-aaf3-fd8966b6da90 service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845850 Nov 01 16:43:56.236146 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baab762-3ce6-42d8-9deb-1f1b00791229 req-855254a1-d16b-440d-926a-a6750505d1d0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:56.237634 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2baab762-3ce6-42d8-9deb-1f1b00791229 req-855254a1-d16b-440d-926a-a6750505d1d0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 946 time: 0.0601075 Nov 01 16:43:56.277101 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2baab762-3ce6-42d8-9deb-1f1b00791229 req-67f0d0a4-8d1c-4ae8-a03c-8409866c3386 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334849 Nov 01 16:43:57.397142 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8822622-1c12-4c89-b4fd-f8e9f135f193 req-225aa77b-d886-405d-b597-76aead3f18fb tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:57.398647 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e8822622-1c12-4c89-b4fd-f8e9f135f193 req-225aa77b-d886-405d-b597-76aead3f18fb tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 946 time: 0.0505884 Nov 01 16:43:57.447854 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e8822622-1c12-4c89-b4fd-f8e9f135f193 req-db84f95c-bc7d-44c5-bd7e-17bb693191db tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351727 Nov 01 16:43:58.285092 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-e1da6a77-25cf-481c-b7b8-d0d3b0d82c0e tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:58.286640 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-e1da6a77-25cf-481c-b7b8-d0d3b0d82c0e tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 946 time: 0.0522709 Nov 01 16:43:58.385496 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Deleting port dbda9b57-9e04-4765-9f1d-f3f555557eac {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:43:58.386238 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:58.477599 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] For port dbda9b57-9e04-4765-9f1d-f3f555557eac, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=dbda9b57-9e04-4765-9f1d-f3f555557eac,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:43:58.477958 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:58.573506 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb35d2-99d0-4faf-8b89-dc69f9f59805 req-e5060747-df0d-47db-acf5-c10739c1aecd tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:43:58.575847 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a6bb35d2-99d0-4faf-8b89-dc69f9f59805 req-e5060747-df0d-47db-acf5-c10739c1aecd tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 946 time: 0.0557160 Nov 01 16:43:58.619758 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a6bb35d2-99d0-4faf-8b89-dc69f9f59805 req-03e1ba8c-72c3-4e5f-889e-82d1f37be700 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336182 Nov 01 16:43:58.660574 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:58.660934 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:58.661244 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Floating IP 7154024c-f585-4d99-9e85-67cd2c87e418 disassociated. External IP: 172.27.2.144, port: dbda9b57-9e04-4765-9f1d-f3f555557eac. Nov 01 16:43:58.661576 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Calling delete_port for dbda9b57-9e04-4765-9f1d-f3f555557eac owned by compute:nova {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:43:58.847239 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:58.875960 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event deleted for resources: {'Port': ['ID=dbda9b57-9e04-4765-9f1d-f3f555557eac,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:43:58.989800 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Router cc64cbfc-7e93-48e6-838f-51f5f10271b0 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:43:59.100167 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:43:59.110702 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb455d2-59c1-4b95-bdc1-b9a4384ac31d None None] Sync routers for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:43:59.120217 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb455d2-59c1-4b95-bdc1-b9a4384ac31d None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:43:59.120819 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ddb455d2-59c1-4b95-bdc1-b9a4384ac31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:43:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:43:59.141379 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] No DVR routers for this DVR port dbda9b57-9e04-4765-9f1d-f3f555557eac on host hv-cinder-81618 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:43:59.144025 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:43:59.147708 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-14230289-2073-4a3c-9fc0-882f7585eef5 req-71433f00-6eae-422c-9721-98ad017459c0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "DELETE /v2.0/ports/dbda9b57-9e04-4765-9f1d-f3f555557eac HTTP/1.1" status: 204 len: 173 time: 0.8532729 Nov 01 16:43:59.148101 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15166f7-fdb3-435c-ac20-5314163278be', 'name': 'network-vif-deleted', 'tag': 'dbda9b57-9e04-4765-9f1d-f3f555557eac'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:43:59.150861 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3985085-8cf7-4ab3-8254-e2d6add3c67f" -d '{"events": [{"server_uuid": "f15166f7-fdb3-435c-ac20-5314163278be", "name": "network-vif-deleted", "tag": "dbda9b57-9e04-4765-9f1d-f3f555557eac"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:43:59.236893 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-ddb455d2-59c1-4b95-bdc1-b9a4384ac31d None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:43:59.332797 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d313648a-c433-40ee-b05e-a814265209de x-openstack-request-id: req-d313648a-c433-40ee-b05e-a814265209de {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:43:59.333655 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15166f7-fdb3-435c-ac20-5314163278be", "name": "network-vif-deleted", "tag": "dbda9b57-9e04-4765-9f1d-f3f555557eac", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:43:59.333917 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d313648a-c433-40ee-b05e-a814265209de {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:43:59.334445 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15166f7-fdb3-435c-ac20-5314163278be', 'name': 'network-vif-deleted', 'tag': 'dbda9b57-9e04-4765-9f1d-f3f555557eac', 'status': 'completed', 'code': 200} Nov 01 16:43:59.473499 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ddb455d2-59c1-4b95-bdc1-b9a4384ac31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:43:59.505419 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb455d2-59c1-4b95-bdc1-b9a4384ac31d None None] Checking router: cc64cbfc-7e93-48e6-838f-51f5f10271b0 for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:43:59.516094 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb455d2-59c1-4b95-bdc1-b9a4384ac31d None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:43:59.516094 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ddb455d2-59c1-4b95-bdc1-b9a4384ac31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:43:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:43:59.619986 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-ddb455d2-59c1-4b95-bdc1-b9a4384ac31d None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:43:59.731114 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-69dd36ca-ed13-4015-8faa-a961002d6c84 req-201f57a5-2c66-4acf-ba64-d5ffc33669e3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=f15166f7-fdb3-435c-ac20-5314163278be HTTP/1.1" status: 200 len: 210 time: 0.0318229 Nov 01 16:43:59.827866 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ddb455d2-59c1-4b95-bdc1-b9a4384ac31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:43:59.859481 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb455d2-59c1-4b95-bdc1-b9a4384ac31d None None] The sync data for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi is: [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:44:00.019630 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:44:00.093198 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57059f3-dc2a-4b25-9022-b1a21895231e None None] New status for floating IP 7154024c-f585-4d99-9e85-67cd2c87e418: DOWN {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:44:00.979262 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-2697ada2-d11b-4f57-81b4-e27e57ac02a2 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677352049&fields=id&tenant_id=833a357c5aae4d4d9be45d3323012608 HTTP/1.1" status: 200 len: 267 time: 0.0327249 Nov 01 16:44:01.089516 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-f6dfbbf7-e50a-4d31-a344-be9b5796820a tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:01.090894 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-f6dfbbf7-e50a-4d31-a344-be9b5796820a tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 811 time: 0.1048217 Nov 01 16:44:01.107092 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-74aa597c-fa89-4adf-b30e-509a4704c0ff tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/quotas/833a357c5aae4d4d9be45d3323012608 HTTP/1.1" status: 200 len: 375 time: 0.0104935 Nov 01 16:44:01.165661 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-965eab73-65c0-441c-a8f1-0e6a8ca0b0b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534275 Nov 01 16:44:01.356583 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-7460c963-7cbe-471a-8cb6-42036c268b2a service neutron] 10.222.0.62 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793070 Nov 01 16:44:01.458131 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-f472ce24-0a18-47e4-a092-7ab46b26b47b service neutron] 10.222.0.62 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918486 Nov 01 16:44:01.869833 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40774) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:01.912474 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device dbda9b57-9e04-4765-9f1d-f3f555557eac no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:44:01.936092 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: dbda9b57-9e04-4765-9f1d-f3f555557eac {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:44:01.936440 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device dbda9b57-9e04-4765-9f1d-f3f555557eac not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:44:01.980186 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efabf5ff-fd06-45a2-a99e-215feb563409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:02.058821 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-68724f84-f78d-4e6d-bbb3-22280916af62 req-b916f6f7-3932-45b2-a96c-01b87ecd9b05 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 210 time: 0.0365829 Nov 01 16:44:02.070131 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efabf5ff-fd06-45a2-a99e-215feb563409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:02.125379 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efabf5ff-fd06-45a2-a99e-215feb563409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:02.165773 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabf5ff-fd06-45a2-a99e-215feb563409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a71bd8-60fe-4217-afd9-cbce7a8a4d40,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:02.169975 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-efabf5ff-fd06-45a2-a99e-215feb563409 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b3af805d41a4e779fd1f9ac93d867ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991335 Nov 01 16:44:02.172865 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40784) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:02.224701 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc61c-70c6-4b8b-9766-44f603e2e092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:02.248641 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc61c-70c6-4b8b-9766-44f603e2e092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:02.367376 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc61c-70c6-4b8b-9766-44f603e2e092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:02.370685 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc61c-70c6-4b8b-9766-44f603e2e092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:02.373182 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-d7bcc61c-70c6-4b8b-9766-44f603e2e092 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58a71bd8-60fe-4217-afd9-cbce7a8a4d40 HTTP/1.1" status: 204 len: 168 time: 0.1992271 Nov 01 16:44:02.384363 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcc61c-70c6-4b8b-9766-44f603e2e092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a71bd8-60fe-4217-afd9-cbce7a8a4d40,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:03.157296 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-91eb3c6f-c358-43e9-977d-5426f5764ad8 req-bd780602-8730-4c32-9491-83acdba16bd2 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 210 time: 0.0311875 Nov 01 16:44:04.197805 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-ed10eaca-89f0-4b00-8fa2-98360ec33a66 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:04.199267 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-ed10eaca-89f0-4b00-8fa2-98360ec33a66 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 811 time: 0.1056578 Nov 01 16:44:04.251952 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-9eb8b154-8283-42df-b964-fe5cf7f607b9 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=833a357c5aae4d4d9be45d3323012608 HTTP/1.1" status: 200 len: 379 time: 0.0346429 Nov 01 16:44:04.256415 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-13710c91-13ad-4dc1-8c2c-17fa8805f324 req-393a61be-1429-4e70-b74c-00b7772c380b tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 210 time: 0.0277998 Nov 01 16:44:04.261954 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'port': {'device_id': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'admin_state_up': True, 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'security_groups': ['62341bb9-fbd7-4735-a2b4-5d2552fa4c58']}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:44:04.436911 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Made reservation on behalf of 833a357c5aae4d4d9be45d3323012608 for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:44:04.440533 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:04.561215 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Allocated IP 172.20.0.11 (9f545391-7950-48f3-af3e-7b24976f5954/fbaa1191-0552-4a2e-91c0-99fce75be7c1/e09e6a49-20f6-44d1-b8de-afea2af6e936) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:44:04.695882 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:04.795859 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:04.837555 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Network 9f545391-7950-48f3-af3e-7b24976f5954 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:44:04.842441 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:44:04.846104 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:44:04.873299 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'Port': ['ID=e09e6a49-20f6-44d1-b8de-afea2af6e936,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:04.886409 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:04.886756 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:04.887091 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:04.887418 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:04.887768 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:04.888229 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:04.888474 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:04.888748 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:04.889067 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:04.889414 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:04.889712 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:04.890026 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:04.914311 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:04.914311 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:04.998763 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-4c7c24f8-33e0-4bdb-b1e1-639c533d23b1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7405252 Nov 01 16:44:05.074427 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-a60519c2-d4ad-4369-966f-527730ab8932 None None] Provisioning complete for port e09e6a49-20f6-44d1-b8de-afea2af6e936 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:44:05.074992 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a60519c2-d4ad-4369-966f-527730ab8932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:05.105927 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Request body: {'port': {'device_id': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:44:05.110811 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-a60519c2-d4ad-4369-966f-527730ab8932 None None] Port e09e6a49-20f6-44d1-b8de-afea2af6e936 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:44:05.159909 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:05.380315 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11d0a9-9c07-4d71-adff-37141878ce0f req-1f85283c-3d12-4eb0-a843-7870cd90e9cf tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:05.381880 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5a11d0a9-9c07-4d71-adff-37141878ce0f req-1f85283c-3d12-4eb0-a843-7870cd90e9cf tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 932 time: 0.0530705 Nov 01 16:44:05.427084 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5a11d0a9-9c07-4d71-adff-37141878ce0f req-155cb61e-fbaf-44cc-a2ce-a28a9b4435e4 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388441 Nov 01 16:44:05.681846 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09e6a49-20f6-44d1-b8de-afea2af6e936 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:44:05.689097 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:05.698889 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f280f421-0990-4ce3-b18f-3942b849bde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:05.702369 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Transition to ACTIVE for port object e09e6a49-20f6-44d1-b8de-afea2af6e936 will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:44:05.784286 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:05.852118 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e09e6a49-20f6-44d1-b8de-afea2af6e936,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:05.900938 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Attempting to bind port e09e6a49-20f6-44d1-b8de-afea2af6e936 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:44:05.901273 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Attempting to bind port e09e6a49-20f6-44d1-b8de-afea2af6e936 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:44:05.901603 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Attempting to bind port e09e6a49-20f6-44d1-b8de-afea2af6e936 on network 9f545391-7950-48f3-af3e-7b24976f5954 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:44:05.905953 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Port e09e6a49-20f6-44d1-b8de-afea2af6e936 on network 9f545391-7950-48f3-af3e-7b24976f5954 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:44:05.906272 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Attempting to bind port e09e6a49-20f6-44d1-b8de-afea2af6e936 on network 9f545391-7950-48f3-af3e-7b24976f5954 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:44:05.912033 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:44:05.912373 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Checking segment: {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:44:05.912757 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Bound using segment: {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:44:05.913185 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Bound port: e09e6a49-20f6-44d1-b8de-afea2af6e936, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:44:05.913539 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:05.981468 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] For port e09e6a49-20f6-44d1-b8de-afea2af6e936, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:44:05.984490 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] For port e09e6a49-20f6-44d1-b8de-afea2af6e936, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=e09e6a49-20f6-44d1-b8de-afea2af6e936,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:44:06.101355 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:06.134083 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:06.134889 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:06.136272 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] 10.222.0.71 "PUT /v2.0/ports/e09e6a49-20f6-44d1-b8de-afea2af6e936 HTTP/1.1" status: 200 len: 1094 time: 1.1272786 Nov 01 16:44:06.138506 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'tag': 'e09e6a49-20f6-44d1-b8de-afea2af6e936'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:44:06.140809 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbcc5ee-2a65-4666-96d5-ce5ad84fc9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0835bb9-7a23-488d-9294-2be9e568ef66", "tag": "e09e6a49-20f6-44d1-b8de-afea2af6e936"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:44:06.182444 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4612a09-6b72-401a-987e-ec82426447a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e09e6a49-20f6-44d1-b8de-afea2af6e936,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:06.201104 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc54dce-e5d9-4b77-9a9c-7630af37a4ce x-openstack-request-id: req-ebc54dce-e5d9-4b77-9a9c-7630af37a4ce {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:44:06.201556 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0835bb9-7a23-488d-9294-2be9e568ef66", "tag": "e09e6a49-20f6-44d1-b8de-afea2af6e936", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:44:06.201806 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ebc54dce-e5d9-4b77-9a9c-7630af37a4ce {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:44:06.202224 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'tag': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'status': 'completed', 'code': 200} Nov 01 16:44:06.276251 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcc5ee-2a65-4666-96d5-ce5ad84fc9e0 req-86f5e478-b5d0-418b-9ba9-c972333b3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:06.277794 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-7fbcc5ee-2a65-4666-96d5-ce5ad84fc9e0 req-86f5e478-b5d0-418b-9ba9-c972333b3068 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 1097 time: 0.0432987 Nov 01 16:44:06.382185 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcc5ee-2a65-4666-96d5-ce5ad84fc9e0 req-c646ab6f-c1ee-4ae6-97bb-4a594ecb8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:06.383673 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-7fbcc5ee-2a65-4666-96d5-ce5ad84fc9e0 req-c646ab6f-c1ee-4ae6-97bb-4a594ecb8733 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=833a357c5aae4d4d9be45d3323012608&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0955696 Nov 01 16:44:06.477897 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcc5ee-2a65-4666-96d5-ce5ad84fc9e0 req-3af00712-3292-40b9-8818-a68682ffaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:06.479457 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-7fbcc5ee-2a65-4666-96d5-ce5ad84fc9e0 req-3af00712-3292-40b9-8818-a68682ffaf95 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878460 Nov 01 16:44:06.549636 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aae5e2-a1d7-48e8-82bd-a638ff267df4 req-4e6f36e1-f8c3-4da2-8c66-dfd3a538fba4 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:06.551821 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-50aae5e2-a1d7-48e8-82bd-a638ff267df4 req-4e6f36e1-f8c3-4da2-8c66-dfd3a538fba4 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 944 time: 0.0509577 Nov 01 16:44:06.564215 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-ecafcb75-40ce-4f42-99e7-b13535c96121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:06.566259 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-ecafcb75-40ce-4f42-99e7-b13535c96121 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 1097 time: 0.0444071 Nov 01 16:44:06.590720 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-50aae5e2-a1d7-48e8-82bd-a638ff267df4 req-fff47016-f1c6-48cb-a59e-a45643a3afa7 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326774 Nov 01 16:44:06.609439 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-bf9dfd29-0437-40da-8092-e461b0c446bf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e09e6a49-20f6-44d1-b8de-afea2af6e936 HTTP/1.1" status: 200 len: 217 time: 0.0341232 Nov 01 16:44:06.658160 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-22f9f2c7-d13e-41a6-9b2d-2fa6b3e46bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:06.660049 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-22f9f2c7-d13e-41a6-9b2d-2fa6b3e46bfc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fbaa1191-0552-4a2e-91c0-99fce75be7c1 HTTP/1.1" status: 200 len: 850 time: 0.0417261 Nov 01 16:44:06.708018 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-ef26815b-61de-439d-8d8d-d78dcc4dad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:06.709455 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-ef26815b-61de-439d-8d8d-d78dcc4dad19 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f545391-7950-48f3-af3e-7b24976f5954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416720 Nov 01 16:44:06.798265 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-a7a962d0-42df-421e-bddd-fb6adf5c7b5f service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791321 Nov 01 16:44:06.894325 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee2e9e2d-266c-4792-8fd9-47bf393b2d54 req-816e708d-4418-4af9-94c4-47957f9e1ed8 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857034 Nov 01 16:44:07.707187 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999396f-46bf-4276-855f-6099393195d5 req-56fb2270-2f85-4d39-9580-b314571c6e86 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:07.708652 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2999396f-46bf-4276-855f-6099393195d5 req-56fb2270-2f85-4d39-9580-b314571c6e86 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 944 time: 0.0521183 Nov 01 16:44:07.745714 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2999396f-46bf-4276-855f-6099393195d5 req-8317462c-4143-450c-84a6-52e380d257cd tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305471 Nov 01 16:44:08.135087 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3a8112b0-13d9-4932-a6d2-8f2a871ba972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:08.859114 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe4a39-0dc6-48e0-b762-d34526ff826e req-226a7f46-32e4-488f-b3b1-d2cc6c6dedf2 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:08.860612 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6fe4a39-0dc6-48e0-b762-d34526ff826e req-226a7f46-32e4-488f-b3b1-d2cc6c6dedf2 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 944 time: 0.0497692 Nov 01 16:44:08.897909 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6fe4a39-0dc6-48e0-b762-d34526ff826e req-61b1ebf3-0359-41d0-a97b-4a10dc8c8044 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Nov 01 16:44:09.390309 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:10.010826 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d02051-f58d-4c3f-8f4d-4739916dc17f req-a025b428-97b9-4358-bf52-1f618f0c574b tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:10.012297 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e7d02051-f58d-4c3f-8f4d-4739916dc17f req-a025b428-97b9-4358-bf52-1f618f0c574b tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 944 time: 0.0471964 Nov 01 16:44:10.050663 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e7d02051-f58d-4c3f-8f4d-4739916dc17f req-4e9842bd-f38e-43dd-9d22-853eae7ad2ab tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325062 Nov 01 16:44:10.700961 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:11.169188 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdfb03-7d41-4863-a499-15407b7e5f14 req-31ed26e3-5394-49d0-bec0-3b062e92b93e tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:11.170694 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-65fdfb03-7d41-4863-a499-15407b7e5f14 req-31ed26e3-5394-49d0-bec0-3b062e92b93e tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 944 time: 0.0538244 Nov 01 16:44:11.209450 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-65fdfb03-7d41-4863-a499-15407b7e5f14 req-fa75bf56-e512-4205-9a69-ed0dfec9dcc2 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326941 Nov 01 16:44:11.353561 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 40880) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:11.456631 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc051-c3e6-40d3-b355-af0e1be58796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:11.532132 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc051-c3e6-40d3-b355-af0e1be58796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:11.609666 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc051-c3e6-40d3-b355-af0e1be58796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:11.649285 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-7e1fc051-c3e6-40d3-b355-af0e1be58796 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b04e2ef37cbb4148be98e06d230051bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946186 Nov 01 16:44:11.650150 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fc051-c3e6-40d3-b355-af0e1be58796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fe358f-446f-4fb2-8391-8b35158f491f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:11.651984 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 40886) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:11.704903 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3c45df0-09fa-4112-b9e4-fd8ed4846576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:11.724457 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3c45df0-09fa-4112-b9e4-fd8ed4846576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:11.849531 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3c45df0-09fa-4112-b9e4-fd8ed4846576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:11.852773 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3c45df0-09fa-4112-b9e4-fd8ed4846576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:11.853911 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-f3c45df0-09fa-4112-b9e4-fd8ed4846576 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59fe358f-446f-4fb2-8391-8b35158f491f HTTP/1.1" status: 204 len: 168 time: 0.2008410 Nov 01 16:44:11.861488 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c45df0-09fa-4112-b9e4-fd8ed4846576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fe358f-446f-4fb2-8391-8b35158f491f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:12.322490 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c31cc2-d267-43f9-8776-aa73f1a865c7 req-e93549b4-a6ff-49be-adc5-b051814c993a tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:12.324004 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-00c31cc2-d267-43f9-8776-aa73f1a865c7 req-e93549b4-a6ff-49be-adc5-b051814c993a tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 944 time: 0.0486078 Nov 01 16:44:12.362793 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-00c31cc2-d267-43f9-8776-aa73f1a865c7 req-14175d92-c289-4e5c-bf02-4e65be0b5fc3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324557 Nov 01 16:44:13.430350 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:13.480695 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a04f7-7da3-4bf9-ae76-1304e2a22dfa req-4c8422f5-b66e-40d7-a0b5-50bc027c3b51 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:13.482166 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-365a04f7-7da3-4bf9-ae76-1304e2a22dfa req-4c8422f5-b66e-40d7-a0b5-50bc027c3b51 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 944 time: 0.0517833 Nov 01 16:44:13.519917 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-365a04f7-7da3-4bf9-ae76-1304e2a22dfa req-625315bc-a541-462c-8f8e-04b1e96f13e9 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318346 Nov 01 16:44:13.965020 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device e09e6a49-20f6-44d1-b8de-afea2af6e936 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:44:14.186519 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port e09e6a49-20f6-44d1-b8de-afea2af6e936, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=e09e6a49-20f6-44d1-b8de-afea2af6e936,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:14.198442 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'port_id': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'mac_address': 'fa:16:3e:73:c4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:44:14.238245 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:14.252008 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09e6a49-20f6-44d1-b8de-afea2af6e936 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:44:14.272768 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port e09e6a49-20f6-44d1-b8de-afea2af6e936, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=e09e6a49-20f6-44d1-b8de-afea2af6e936,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:14.344604 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:14.394734 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=e09e6a49-20f6-44d1-b8de-afea2af6e936,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:14.629975 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['e09e6a49-20f6-44d1-b8de-afea2af6e936'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:44:14.633885 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02f484-58eb-4168-8479-176c4f3416c4 req-6ef43b4c-c3d2-4bbc-aa2e-221c1c6c717c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:14.635397 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9f02f484-58eb-4168-8479-176c4f3416c4 req-6ef43b4c-c3d2-4bbc-aa2e-221c1c6c717c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 945 time: 0.0501511 Nov 01 16:44:14.676564 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9f02f484-58eb-4168-8479-176c4f3416c4 req-6c4e7510-f6d9-4e9c-a928-ec6c6f53741a tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351262 Nov 01 16:44:15.578969 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:15.794071 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea780d-e68b-42be-9c65-62e750e28bd1 req-7ea0b540-e128-4597-8221-89ba8d156428 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:15.795573 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f0ea780d-e68b-42be-9c65-62e750e28bd1 req-7ea0b540-e128-4597-8221-89ba8d156428 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 945 time: 0.0491703 Nov 01 16:44:15.833852 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f0ea780d-e68b-42be-9c65-62e750e28bd1 req-9dc5a3a8-d405-443d-8e05-5ae37ddcf0b0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320544 Nov 01 16:44:15.962861 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device e09e6a49-20f6-44d1-b8de-afea2af6e936 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:44:16.078561 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port e09e6a49-20f6-44d1-b8de-afea2af6e936 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:44:16.082816 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port e09e6a49-20f6-44d1-b8de-afea2af6e936 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:44:16.083183 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:16.167123 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:16.190609 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09e6a49-20f6-44d1-b8de-afea2af6e936'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:44:16.199162 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b051f0be-04da-4b80-9748-7c43836b0fa6" -d '{"events": [{"server_uuid": "c0835bb9-7a23-488d-9294-2be9e568ef66", "name": "network-vif-plugged", "status": "completed", "tag": "e09e6a49-20f6-44d1-b8de-afea2af6e936"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:44:16.206377 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port e09e6a49-20f6-44d1-b8de-afea2af6e936, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=e09e6a49-20f6-44d1-b8de-afea2af6e936,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:16.293534 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:16.345038 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=e09e6a49-20f6-44d1-b8de-afea2af6e936,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:16.355039 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c748ef68-6c43-45f0-8ac0-912bcfdc6736 x-openstack-request-id: req-c748ef68-6c43-45f0-8ac0-912bcfdc6736 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:44:16.355331 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0835bb9-7a23-488d-9294-2be9e568ef66", "name": "network-vif-plugged", "status": "completed", "tag": "e09e6a49-20f6-44d1-b8de-afea2af6e936", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:44:16.355607 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c748ef68-6c43-45f0-8ac0-912bcfdc6736 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:44:16.355994 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'code': 200} Nov 01 16:44:16.775984 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbbec4-f3fb-4dd2-b5c7-03e479d99427 req-bdf6f100-93f0-4b8a-995f-5270f414b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:16.777476 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8dbbbec4-f3fb-4dd2-b5c7-03e479d99427 req-bdf6f100-93f0-4b8a-995f-5270f414b088 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 1099 time: 0.0420160 Nov 01 16:44:16.815083 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-8dbbbec4-f3fb-4dd2-b5c7-03e479d99427 req-9d69c4e6-8637-4efa-b2c1-77474e31e3de service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281801 Nov 01 16:44:16.954711 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e890310-cd8d-4bbf-97db-3ad767c7d3e9 req-0140c8fe-7b9e-4439-882d-a2784da7c896 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:16.956205 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e890310-cd8d-4bbf-97db-3ad767c7d3e9 req-0140c8fe-7b9e-4439-882d-a2784da7c896 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 946 time: 0.0528300 Nov 01 16:44:16.993005 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e890310-cd8d-4bbf-97db-3ad767c7d3e9 req-df9bba21-c21b-4a06-b8bb-346b2e4e9c53 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308359 Nov 01 16:44:18.114770 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f282b4-a559-48d6-a83b-c7bd9fd4b006 req-a12b4b37-f2f9-4348-ae2d-0063eb35c613 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:18.116216 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b9f282b4-a559-48d6-a83b-c7bd9fd4b006 req-a12b4b37-f2f9-4348-ae2d-0063eb35c613 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 946 time: 0.0552640 Nov 01 16:44:18.154602 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b9f282b4-a559-48d6-a83b-c7bd9fd4b006 req-97c17986-641d-44d3-91db-5b7ad8a7c7b5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324149 Nov 01 16:44:19.269670 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6015f-959b-48d9-b47f-def6843ff675 req-2769489c-ba11-4d83-af52-73ab819e9e8c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:19.271146 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5da6015f-959b-48d9-b47f-def6843ff675 req-2769489c-ba11-4d83-af52-73ab819e9e8c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 946 time: 0.0505514 Nov 01 16:44:19.309581 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5da6015f-959b-48d9-b47f-def6843ff675 req-f213d38c-e3d1-4aa9-ad3b-e1befd13f6ff tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316598 Nov 01 16:44:19.426983 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d31edb-0211-48ec-ba18-d71410e0ff2c req-e776a020-33da-4877-83c7-ba021b93fdf5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:19.428454 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-38d31edb-0211-48ec-ba18-d71410e0ff2c req-e776a020-33da-4877-83c7-ba021b93fdf5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 946 time: 0.0527921 Nov 01 16:44:19.470486 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-38d31edb-0211-48ec-ba18-d71410e0ff2c req-402ffbb9-71e7-4d1b-8353-d6c33f515491 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354507 Nov 01 16:44:19.492009 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 41020) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:19.535098 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d49dd8b-da39-42e9-bba0-11cb7efaebde tempest-TestVolumeBootPattern-744012987 tempest-TestVolumeBootPattern-744012987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:19.558716 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-7d49dd8b-da39-42e9-bba0-11cb7efaebde tempest-TestVolumeBootPattern-744012987 tempest-TestVolumeBootPattern-744012987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 1094 time: 0.0436320 Nov 01 16:44:19.561081 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 41022) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:19.565725 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'floatingip': {'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'port_id': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:44:19.635948 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:19.740281 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:19.817499 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fca66e54-96ea-45c5-a28b-0f410e2e04da req-db0d9df5-4a4e-4c15-92ff-c0a5ba3257b4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-509950879&fields=id&tenant_id=800f24ef6e43427d8714b8a37a2f8ad4 HTTP/1.1" status: 200 len: 267 time: 0.0737803 Nov 01 16:44:19.906945 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Allocated IP 172.27.2.127 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/253f058a-6d2b-4f1c-9f0e-0f547f7fe40d) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:44:19.918292 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66e54-96ea-45c5-a28b-0f410e2e04da req-11fe8c44-6ef4-4312-b9a5-d40031660aef tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:19.919835 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fca66e54-96ea-45c5-a28b-0f410e2e04da req-11fe8c44-6ef4-4312-b9a5-d40031660aef tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 984 time: 0.0946093 Nov 01 16:44:19.933021 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [req-fca66e54-96ea-45c5-a28b-0f410e2e04da req-256d84cb-2082-4310-8a1f-999569a99bba tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Request body: {'port': {'security_groups': ['a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:44:20.053526 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fca66e54-96ea-45c5-a28b-0f410e2e04da req-256d84cb-2082-4310-8a1f-999569a99bba tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:20.126953 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:20.276047 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:20.316404 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-fca66e54-96ea-45c5-a28b-0f410e2e04da req-256d84cb-2082-4310-8a1f-999569a99bba tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] For port eb9a3772-e35e-429b-a7c9-b41b8c96c727, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:20.333505 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:44:20.338774 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:44:20.347324 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:44:20.374074 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'Port': ['ID=253f058a-6d2b-4f1c-9f0e-0f547f7fe40d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:20.402316 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fca66e54-96ea-45c5-a28b-0f410e2e04da req-256d84cb-2082-4310-8a1f-999569a99bba tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:20.466692 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fca66e54-96ea-45c5-a28b-0f410e2e04da req-256d84cb-2082-4310-8a1f-999569a99bba tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260102682'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:20.485415 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['eb9a3772-e35e-429b-a7c9-b41b8c96c727'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:44:20.570001 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66e54-96ea-45c5-a28b-0f410e2e04da req-256d84cb-2082-4310-8a1f-999569a99bba tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:20.570651 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fca66e54-96ea-45c5-a28b-0f410e2e04da req-256d84cb-2082-4310-8a1f-999569a99bba tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:20.578468 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41038) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:20.578923 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fca66e54-96ea-45c5-a28b-0f410e2e04da req-256d84cb-2082-4310-8a1f-999569a99bba tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "PUT /v2.0/ports/eb9a3772-e35e-429b-a7c9-b41b8c96c727 HTTP/1.1" status: 200 len: 942 time: 0.6522770 Nov 01 16:44:20.579231 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:44:20.581756 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd2b8f7-1ec6-409a-aa49-ec3ce75ba779" -d '{"events": [{"name": "network-changed", "server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:44:20.610205 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d84cb-2082-4310-8a1f-999569a99bba tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event updated for resources: {'Port': ['ID=eb9a3772-e35e-429b-a7c9-b41b8c96c727,revision_number=7']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:20.641219 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['eb9a3772-e35e-429b-a7c9-b41b8c96c727'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:44:20.739642 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-31ec6065-7931-43c2-b12c-50f41291dcd8 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:20.801498 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-31ec6065-7931-43c2-b12c-50f41291dcd8 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:20.827930 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32583667-058d-4313-ad81-fd6e9d01205c x-openstack-request-id: req-32583667-058d-4313-ad81-fd6e9d01205c {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:44:20.828225 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:44:20.828483 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32583667-058d-4313-ad81-fd6e9d01205c {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:44:20.828886 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'status': 'completed', 'code': 200} Nov 01 16:44:20.897646 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-0f6f5622-4097-47f6-ac28-ed10fcd84309 None None] Provisioning complete for port eb9a3772-e35e-429b-a7c9-b41b8c96c727 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:44:20.900285 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0f6f5622-4097-47f6-ac28-ed10fcd84309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:20.933521 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2b8f7-1ec6-409a-aa49-ec3ce75ba779 req-4f081697-04a3-4b03-a0db-b55d8c90ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:20.935378 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-9dd2b8f7-1ec6-409a-aa49-ec3ce75ba779 req-4f081697-04a3-4b03-a0db-b55d8c90ad07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=800f24ef6e43427d8714b8a37a2f8ad4&device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 1098 time: 0.0478947 Nov 01 16:44:21.025348 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-31ec6065-7931-43c2-b12c-50f41291dcd8 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:21.028621 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-31ec6065-7931-43c2-b12c-50f41291dcd8 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:21.030059 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-31ec6065-7931-43c2-b12c-50f41291dcd8 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "DELETE /v2.0/security-groups/e145edb7-7d68-4d78-a4dd-62938421582f HTTP/1.1" status: 204 len: 168 time: 0.4495161 Nov 01 16:44:21.044311 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41048) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:21.052757 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec6065-7931-43c2-b12c-50f41291dcd8 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e145edb7-7d68-4d78-a4dd-62938421582f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:21.133648 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2b8f7-1ec6-409a-aa49-ec3ce75ba779 req-339b4c50-e3a2-420c-b3e4-fe5989224c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:21.135457 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-9dd2b8f7-1ec6-409a-aa49-ec3ce75ba779 req-339b4c50-e3a2-420c-b3e4-fe5989224c83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e HTTP/1.1" status: 200 len: 916 time: 0.1884737 Nov 01 16:44:21.188034 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:21.222699 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bacc5d-65d3-4413-8538-d50794234f42 req-3b6195c6-1a1a-4b83-b659-b290a402dbe9 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:21.224211 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6bacc5d-65d3-4413-8538-d50794234f42 req-3b6195c6-1a1a-4b83-b659-b290a402dbe9 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.3511114 Nov 01 16:44:21.257314 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-9dd2b8f7-1ec6-409a-aa49-ec3ce75ba779 req-b9ef1dd2-7c54-4028-8314-8b7e46b7f862 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727 HTTP/1.1" status: 200 len: 1001 time: 0.0887678 Nov 01 16:44:21.270960 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f6bacc5d-65d3-4413-8538-d50794234f42 req-69b88b83-a0dc-477d-bff5-1e52e5a5b982 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379448 Nov 01 16:44:21.322183 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:21.326102 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Deleting port fa1d97e0-cceb-4289-9acf-d49ab744ad8a {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:44:21.326384 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:21.328751 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2b8f7-1ec6-409a-aa49-ec3ce75ba779 req-c93c1304-d7b4-4a98-8fe0-cd3a2a4047d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:21.330197 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-9dd2b8f7-1ec6-409a-aa49-ec3ce75ba779 req-c93c1304-d7b4-4a98-8fe0-cd3a2a4047d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6d143e9e-2aeb-47db-9779-c6f9ad83a087 HTTP/1.1" status: 200 len: 854 time: 0.0642726 Nov 01 16:44:21.430663 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2b8f7-1ec6-409a-aa49-ec3ce75ba779 req-55fddc8b-166f-4a50-85a9-f00b0aebbddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:21.432190 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-9dd2b8f7-1ec6-409a-aa49-ec3ce75ba779 req-55fddc8b-166f-4a50-85a9-f00b0aebbddd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903108 Nov 01 16:44:21.451765 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:21.452093 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:21.478089 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:21.482057 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Calling delete_port for fa1d97e0-cceb-4289-9acf-d49ab744ad8a owned by network:floatingip {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:44:21.558304 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260102682'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:21.620646 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-9dd2b8f7-1ec6-409a-aa49-ec3ce75ba779 req-ed91254d-cefc-4589-a756-1d7e7094f9fb service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781967 Nov 01 16:44:21.630241 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'Port': ['ID=253f058a-6d2b-4f1c-9f0e-0f547f7fe40d,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:21.643279 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:21.752768 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.l3_db [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Floating IP 5d7a891e-ffe6-4af1-adef-a37b517ee568 associated. External IP: 172.27.2.127, port: e09e6a49-20f6-44d1-b8de-afea2af6e936. Nov 01 16:44:21.760100 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-9dd2b8f7-1ec6-409a-aa49-ec3ce75ba779 req-1c3570d3-e823-4ba1-9073-854f73f9b2b0 service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275122 Nov 01 16:44:21.841755 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:21.869176 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event deleted for resources: {'Port': ['ID=fa1d97e0-cceb-4289-9acf-d49ab744ad8a,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:21.932320 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks [] for floatingip, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:21.932727 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Floating IP 1cb034f9-faff-49ec-a6dc-aec3eeca43de disassociated (deleted). External IP: 172.27.2.172, port: eb9a3772-e35e-429b-a7c9-b41b8c96c727. Nov 01 16:44:21.968768 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Router cc64cbfc-7e93-48e6-838f-51f5f10271b0 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:44:22.085253 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:44:22.098190 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335fcda-25d9-4fe2-82dd-a6a8a16b9f42 None None] Sync routers for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:44:22.109076 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335fcda-25d9-4fe2-82dd-a6a8a16b9f42 None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:44:22.109703 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8335fcda-25d9-4fe2-82dd-a6a8a16b9f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:44:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:22.157687 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Router df5c378d-6ae0-4b70-88fc-83533ec1db5d has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:44:22.166624 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:22.207467 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-f566c002-312f-4606-8031-b23487012344 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6385489 Nov 01 16:44:22.220210 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-8335fcda-25d9-4fe2-82dd-a6a8a16b9f42 None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:44:22.275709 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:44:22.281233 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:22.291584 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7aecfa-f746-4b4b-bac1-a4eac936e7f9 None None] Sync routers for ids ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:44:22.304257 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7aecfa-f746-4b4b-bac1-a4eac936e7f9 None None] Routers {'df5c378d-6ae0-4b70-88fc-83533ec1db5d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:44:22.305105 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-6e7aecfa-f746-4b4b-bac1-a4eac936e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:44:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:22.313809 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-0c56bb20-828a-42ba-a3ad-ec8996eb41ce tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "DELETE /v2.0/floatingips/1cb034f9-faff-49ec-a6dc-aec3eeca43de HTTP/1.1" status: 204 len: 168 time: 1.2684317 Nov 01 16:44:22.314696 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:44:22.317295 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1940b2-5efc-444b-ada7-3ed8b11183a4" -d '{"events": [{"name": "network-changed", "server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:44:22.438367 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28546f64-30e9-4e29-b78c-4a6e74e7ae52 req-ab04dbc1-f928-430c-a35a-52f3cff21d4e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:22.447126 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-28546f64-30e9-4e29-b78c-4a6e74e7ae52 req-ab04dbc1-f928-430c-a35a-52f3cff21d4e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0956168 Nov 01 16:44:22.486895 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-28546f64-30e9-4e29-b78c-4a6e74e7ae52 req-8a06acdb-4d3b-45b5-a8eb-58830c224b9e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388196 Nov 01 16:44:22.519081 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8335fcda-25d9-4fe2-82dd-a6a8a16b9f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5d7a891e-ffe6-4af1-adef-a37b517ee568', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:73:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:44:20Z', 'updated_at': '2021-11-01T16:44:20Z', 'revision_number': 0, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:22.547799 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335fcda-25d9-4fe2-82dd-a6a8a16b9f42 None None] Checking router: cc64cbfc-7e93-48e6-838f-51f5f10271b0 for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:44:22.552086 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0abbee-803c-4bb6-b4da-906f4345321c x-openstack-request-id: req-dd0abbee-803c-4bb6-b4da-906f4345321c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:44:22.552380 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:44:22.552640 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd0abbee-803c-4bb6-b4da-906f4345321c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:44:22.553036 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'status': 'completed', 'code': 200} Nov 01 16:44:22.557644 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335fcda-25d9-4fe2-82dd-a6a8a16b9f42 None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:44:22.558407 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8335fcda-25d9-4fe2-82dd-a6a8a16b9f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:44:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:22.567067 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-6e7aecfa-f746-4b4b-bac1-a4eac936e7f9 None None] Set router df5c378d-6ae0-4b70-88fc-83533ec1db5d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:44:22.624526 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1940b2-5efc-444b-ada7-3ed8b11183a4 req-dacff0d6-dc23-478d-b8a1-cce20dfab3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:22.626020 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-eb1940b2-5efc-444b-ada7-3ed8b11183a4 req-dacff0d6-dc23-478d-b8a1-cce20dfab3ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=800f24ef6e43427d8714b8a37a2f8ad4&device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 1098 time: 0.0449948 Nov 01 16:44:22.678034 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-8335fcda-25d9-4fe2-82dd-a6a8a16b9f42 None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:44:22.752980 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1940b2-5efc-444b-ada7-3ed8b11183a4 req-4928e2ec-5053-4d4b-bd6c-4241de6ba1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:22.755760 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-eb1940b2-5efc-444b-ada7-3ed8b11183a4 req-4928e2ec-5053-4d4b-bd6c-4241de6ba1b9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e HTTP/1.1" status: 200 len: 916 time: 0.1172886 Nov 01 16:44:22.803504 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-6e7aecfa-f746-4b4b-bac1-a4eac936e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:41:11Z', 'revision_number': 4, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c79da256-074b-441c-81fd-15b15a528ad3', 'name': '', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'mac_address': 'fa:16:3e:c0:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:10Z', 'updated_at': '2021-11-01T16:41:19Z', 'revision_number': 5, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'subnets': [{'id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:22.807961 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-eb1940b2-5efc-444b-ada7-3ed8b11183a4 req-fd5837c9-527a-4bfe-b608-8364ee9fa7a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727 HTTP/1.1" status: 200 len: 217 time: 0.0395470 Nov 01 16:44:22.830171 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'tag': 'e09e6a49-20f6-44d1-b8de-afea2af6e936'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:44:22.832933 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d935db7e-d756-42be-9b91-8e0f0b13d3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0835bb9-7a23-488d-9294-2be9e568ef66", "tag": "e09e6a49-20f6-44d1-b8de-afea2af6e936"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:44:22.835470 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7aecfa-f746-4b4b-bac1-a4eac936e7f9 None None] Checking router: df5c378d-6ae0-4b70-88fc-83533ec1db5d for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:44:22.846017 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7aecfa-f746-4b4b-bac1-a4eac936e7f9 None None] Routers {'df5c378d-6ae0-4b70-88fc-83533ec1db5d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:44:22.847420 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-6e7aecfa-f746-4b4b-bac1-a4eac936e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:44:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:22.877285 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1940b2-5efc-444b-ada7-3ed8b11183a4 req-148045e4-1fb1-4447-b30e-780a6b63955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:22.878529 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-eb1940b2-5efc-444b-ada7-3ed8b11183a4 req-148045e4-1fb1-4447-b30e-780a6b63955f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6d143e9e-2aeb-47db-9779-c6f9ad83a087 HTTP/1.1" status: 200 len: 854 time: 0.0578177 Nov 01 16:44:22.889936 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aab346c-ea86-45c1-a379-f4f29817eae8 x-openstack-request-id: req-0aab346c-ea86-45c1-a379-f4f29817eae8 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:44:22.890661 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0835bb9-7a23-488d-9294-2be9e568ef66", "tag": "e09e6a49-20f6-44d1-b8de-afea2af6e936", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:44:22.890661 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0aab346c-ea86-45c1-a379-f4f29817eae8 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:44:22.891052 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'tag': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'status': 'completed', 'code': 200} Nov 01 16:44:22.948425 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1940b2-5efc-444b-ada7-3ed8b11183a4 req-57c89a1c-bd6e-45be-94db-2d5ea180c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:22.950543 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-eb1940b2-5efc-444b-ada7-3ed8b11183a4 req-57c89a1c-bd6e-45be-94db-2d5ea180c404 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595963 Nov 01 16:44:22.995709 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-6e7aecfa-f746-4b4b-bac1-a4eac936e7f9 None None] Set router df5c378d-6ae0-4b70-88fc-83533ec1db5d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:44:23.000180 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935db7e-d756-42be-9b91-8e0f0b13d3e4 req-a4b4a81d-0da9-4eb0-a9e6-6faf2aa47d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:23.002045 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d935db7e-d756-42be-9b91-8e0f0b13d3e4 req-a4b4a81d-0da9-4eb0-a9e6-6faf2aa47d03 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 1099 time: 0.0670741 Nov 01 16:44:23.026207 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8335fcda-25d9-4fe2-82dd-a6a8a16b9f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5d7a891e-ffe6-4af1-adef-a37b517ee568', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:73:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:44:20Z', 'updated_at': '2021-11-01T16:44:20Z', 'revision_number': 0, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:23.063314 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335fcda-25d9-4fe2-82dd-a6a8a16b9f42 None None] The sync data for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi is: [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5d7a891e-ffe6-4af1-adef-a37b517ee568', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:73:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:44:20Z', 'updated_at': '2021-11-01T16:44:20Z', 'revision_number': 0, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:44:23.067495 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-eb1940b2-5efc-444b-ada7-3ed8b11183a4 req-22efe6c8-e4c7-48af-bf24-9d34c488365e service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003699 Nov 01 16:44:23.125584 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935db7e-d756-42be-9b91-8e0f0b13d3e4 req-a7d0a4a5-092e-47eb-aa9b-82fc33d7045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:23.127073 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d935db7e-d756-42be-9b91-8e0f0b13d3e4 req-a7d0a4a5-092e-47eb-aa9b-82fc33d7045f service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 912 time: 0.1085069 Nov 01 16:44:23.206098 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d935db7e-d756-42be-9b91-8e0f0b13d3e4 req-e56bfcfb-1af3-40f9-bb4e-79e59c7dc05c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e09e6a49-20f6-44d1-b8de-afea2af6e936 HTTP/1.1" status: 200 len: 1000 time: 0.0692279 Nov 01 16:44:23.221527 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-eb1940b2-5efc-444b-ada7-3ed8b11183a4 req-cd84a411-e69a-4b55-8751-293a3af884dd service neutron] 10.222.0.71 "GET /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350787 Nov 01 16:44:23.269294 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935db7e-d756-42be-9b91-8e0f0b13d3e4 req-de7be2bd-ded3-47b0-afac-ae7c6420d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:23.270857 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d935db7e-d756-42be-9b91-8e0f0b13d3e4 req-de7be2bd-ded3-47b0-afac-ae7c6420d0e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fbaa1191-0552-4a2e-91c0-99fce75be7c1 HTTP/1.1" status: 200 len: 850 time: 0.0548623 Nov 01 16:44:23.281065 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-6e7aecfa-f746-4b4b-bac1-a4eac936e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:41:11Z', 'revision_number': 4, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c79da256-074b-441c-81fd-15b15a528ad3', 'name': '', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'mac_address': 'fa:16:3e:c0:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:10Z', 'updated_at': '2021-11-01T16:41:19Z', 'revision_number': 5, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'subnets': [{'id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:23.311077 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7aecfa-f746-4b4b-bac1-a4eac936e7f9 None None] The sync data for ids ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'] in dv-cinder-816187-1-iscsi is: [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:41:11Z', 'revision_number': 4, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c79da256-074b-441c-81fd-15b15a528ad3', 'name': '', 'network_id': '397b2c3c-7cb2-41ae-9c0b-f6db33ee822e', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'mac_address': 'fa:16:3e:c0:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:10Z', 'updated_at': '2021-11-01T16:41:19Z', 'revision_number': 5, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'subnets': [{'id': '6d143e9e-2aeb-47db-9779-c6f9ad83a087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:44:23.358512 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935db7e-d756-42be-9b91-8e0f0b13d3e4 req-0822de79-5f3a-4638-8c88-48915e53c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:23.360236 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d935db7e-d756-42be-9b91-8e0f0b13d3e4 req-0822de79-5f3a-4638-8c88-48915e53c1ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f545391-7950-48f3-af3e-7b24976f5954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653427 Nov 01 16:44:23.364390 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2849f378-52c2-4fe5-b3a9-aaaf81b51a28 None None] New status for floating IP 5d7a891e-ffe6-4af1-adef-a37b517ee568: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:44:23.375804 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-7341aca2-6c24-40a8-97d0-229aad47ac44 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:23.378145 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-7341aca2-6c24-40a8-97d0-229aad47ac44 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.71 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0765133 Nov 01 16:44:23.482329 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d935db7e-d756-42be-9b91-8e0f0b13d3e4 req-ac479e4d-954b-47d6-9eca-3e30c8436a20 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057010 Nov 01 16:44:23.515956 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Deleting port fa578a65-b7e1-4f85-b879-998325e1d51a {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:44:23.516576 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:23.651627 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d935db7e-d756-42be-9b91-8e0f0b13d3e4 req-0e1b433c-e1b0-4ad3-ac8f-6be531e19002 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580961 Nov 01 16:44:23.654188 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] For port fa578a65-b7e1-4f85-b879-998325e1d51a, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=fa578a65-b7e1-4f85-b879-998325e1d51a,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:23.654649 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:23.665310 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f209f-560d-47c3-991f-75ed09f6ee32 None None] New status for floating IP 1cb034f9-faff-49ec-a6dc-aec3eeca43de: DOWN {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:44:23.672526 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd1fea-617e-48a6-8052-b45aa2b74949 req-1eadb445-c6cb-4762-8bad-2222d0891f23 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:23.674041 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0edd1fea-617e-48a6-8052-b45aa2b74949 req-1eadb445-c6cb-4762-8bad-2222d0891f23 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 946 time: 0.0722487 Nov 01 16:44:23.737347 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0edd1fea-617e-48a6-8052-b45aa2b74949 req-9ad4fbf6-198d-497a-b1c1-e83111d79dd5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568428 Nov 01 16:44:23.862256 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:23.862614 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:23.862925 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Floating IP 5de81cc5-0f8e-4c40-89b5-e8585d70e31b disassociated. External IP: 172.27.2.84, port: fa578a65-b7e1-4f85-b879-998325e1d51a. Nov 01 16:44:23.863313 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Calling delete_port for fa578a65-b7e1-4f85-b879-998325e1d51a owned by compute:nova {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:44:24.053521 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:24.087085 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event deleted for resources: {'Port': ['ID=fa578a65-b7e1-4f85-b879-998325e1d51a,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:24.212136 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:44:24.315268 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:44:24.325938 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1adac-21d2-4f07-ac61-66f5050d7fa1 None None] Sync routers for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:44:24.338483 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1adac-21d2-4f07-ac61-66f5050d7fa1 None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:44:24.338483 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-11e1adac-21d2-4f07-ac61-66f5050d7fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:44:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:24.357951 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] No DVR routers for this DVR port fa578a65-b7e1-4f85-b879-998325e1d51a on host hv-cinder-81618 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:44:24.360528 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:24.363785 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-d8f4e814-bbb6-4c26-a7b7-0a5ad3df1c0a req-dd15daf1-76b8-4e6b-a7fb-70eda898614f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.71 "DELETE /v2.0/ports/fa578a65-b7e1-4f85-b879-998325e1d51a HTTP/1.1" status: 204 len: 173 time: 0.9764965 Nov 01 16:44:24.454777 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-11e1adac-21d2-4f07-ac61-66f5050d7fa1 None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:44:24.554102 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'name': 'network-vif-deleted', 'tag': 'fa578a65-b7e1-4f85-b879-998325e1d51a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:44:24.562435 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc129d6-b711-4a1b-aa30-fda718e6e150" -d '{"events": [{"server_uuid": "1f218bf7-73a4-4576-9179-342b52d7a32d", "name": "network-vif-deleted", "tag": "fa578a65-b7e1-4f85-b879-998325e1d51a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:44:24.607598 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a599438-4861-4c04-982e-04bb43fa7d25 x-openstack-request-id: req-6a599438-4861-4c04-982e-04bb43fa7d25 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:44:24.607994 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f218bf7-73a4-4576-9179-342b52d7a32d", "name": "network-vif-deleted", "tag": "fa578a65-b7e1-4f85-b879-998325e1d51a", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:44:24.608274 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a599438-4861-4c04-982e-04bb43fa7d25 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:44:24.608699 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f218bf7-73a4-4576-9179-342b52d7a32d', 'name': 'network-vif-deleted', 'tag': 'fa578a65-b7e1-4f85-b879-998325e1d51a', 'status': 'completed', 'code': 200} Nov 01 16:44:24.677693 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-11e1adac-21d2-4f07-ac61-66f5050d7fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:01Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:24.704781 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1adac-21d2-4f07-ac61-66f5050d7fa1 None None] Checking router: 5607e762-e64b-4ebc-9d13-c5c6ece3d92d for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:44:24.714264 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1adac-21d2-4f07-ac61-66f5050d7fa1 None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:44:24.714870 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-11e1adac-21d2-4f07-ac61-66f5050d7fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:44:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:24.843246 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d8dc52f3-6923-4a7f-ab25-8e0e6d5738a2 req-c9ee6139-9aea-4a8f-b84c-feca2679022f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f218bf7-73a4-4576-9179-342b52d7a32d HTTP/1.1" status: 200 len: 210 time: 0.0296435 Nov 01 16:44:24.957109 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-11e1adac-21d2-4f07-ac61-66f5050d7fa1 None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:44:25.165288 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-11e1adac-21d2-4f07-ac61-66f5050d7fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:01Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:25.191184 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1adac-21d2-4f07-ac61-66f5050d7fa1 None None] The sync data for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi is: [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:01Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:44:25.442467 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8dcf12-5ae6-475c-9785-ca2218ccc7e7 None None] New status for floating IP 5de81cc5-0f8e-4c40-89b5-e8585d70e31b: DOWN {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:44:25.980271 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41104) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:26.006834 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device fa578a65-b7e1-4f85-b879-998325e1d51a no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:44:26.028363 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: fa578a65-b7e1-4f85-b879-998325e1d51a {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:44:26.028708 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device fa578a65-b7e1-4f85-b879-998325e1d51a not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:44:26.039038 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fd790c58-8ae8-4e11-9883-e6bd0306119d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:26.063151 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fd790c58-8ae8-4e11-9883-e6bd0306119d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:26.173295 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fd790c58-8ae8-4e11-9883-e6bd0306119d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:26.176013 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fd790c58-8ae8-4e11-9883-e6bd0306119d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:26.177145 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-fd790c58-8ae8-4e11-9883-e6bd0306119d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "DELETE /v2.0/security-groups/0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c HTTP/1.1" status: 204 len: 168 time: 0.1959016 Nov 01 16:44:26.180181 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 41106) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:26.186871 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd790c58-8ae8-4e11-9883-e6bd0306119d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:26.197180 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.api.v2.resource [None req-8af87980-d869-41bc-97b2-8800dc74bc85 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] show failed (client error): The resource could not be found. Nov 01 16:44:26.198193 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-8af87980-d869-41bc-97b2-8800dc74bc85 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups/0ad775f4-c33e-48ef-abb8-d5c1b3e91c3c HTTP/1.1" status: 404 len: 347 time: 0.0168960 Nov 01 16:44:26.205455 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 41108) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:26.347847 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-99f4231a-ae19-4959-a067-36467e93de42 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Deleting port c7c77271-a271-46ed-a890-09414cf952ae {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:44:26.348106 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99f4231a-ae19-4959-a067-36467e93de42 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:26.432380 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99f4231a-ae19-4959-a067-36467e93de42 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:26.432849 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99f4231a-ae19-4959-a067-36467e93de42 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:26.445903 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-99f4231a-ae19-4959-a067-36467e93de42 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Calling delete_port for c7c77271-a271-46ed-a890-09414cf952ae owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:44:26.676399 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99f4231a-ae19-4959-a067-36467e93de42 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:26.703312 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4231a-ae19-4959-a067-36467e93de42 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event deleted for resources: {'Port': ['ID=c7c77271-a271-46ed-a890-09414cf952ae,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:26.774596 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99f4231a-ae19-4959-a067-36467e93de42 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:26.777237 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99f4231a-ae19-4959-a067-36467e93de42 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:26.778382 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-99f4231a-ae19-4959-a067-36467e93de42 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "DELETE /v2.0/floatingips/5de81cc5-0f8e-4c40-89b5-e8585d70e31b HTTP/1.1" status: 204 len: 168 time: 0.5712175 Nov 01 16:44:26.819343 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070264b-8c53-42c4-9c01-ac5f3035c025 req-473ebc8c-ee6a-43b4-8ef5-788babd3b898 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:26.821772 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1070264b-8c53-42c4-9c01-ac5f3035c025 req-473ebc8c-ee6a-43b4-8ef5-788babd3b898 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 945 time: 0.0646935 Nov 01 16:44:26.861338 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1070264b-8c53-42c4-9c01-ac5f3035c025 req-bb66b862-c1f1-478d-b64b-98e835f1830d tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336602 Nov 01 16:44:27.053394 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41130) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:27.058271 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-f4bfffdf-d199-4aa2-a93a-bcc79593e4f8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--924775740', 'description': 'tempest-description--1521225761'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:44:27.127206 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f4bfffdf-d199-4aa2-a93a-bcc79593e4f8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:27.190759 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f4bfffdf-d199-4aa2-a93a-bcc79593e4f8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:27.264354 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f4bfffdf-d199-4aa2-a93a-bcc79593e4f8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:27.295505 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfffdf-d199-4aa2-a93a-bcc79593e4f8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837e56aa-f146-456b-82b1-aab1906356dc,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:27.366020 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f4bfffdf-d199-4aa2-a93a-bcc79593e4f8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:27.367821 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-f4bfffdf-d199-4aa2-a93a-bcc79593e4f8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3127728 Nov 01 16:44:27.370975 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41134) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:27.375431 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-61e25ab7-394d-4aec-b4c1-1d7a76ad7f64 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Request body: {'security_group_rule': {'security_group_id': '837e56aa-f146-456b-82b1-aab1906356dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:44:27.483477 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-61e25ab7-394d-4aec-b4c1-1d7a76ad7f64 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:27.541048 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-61e25ab7-394d-4aec-b4c1-1d7a76ad7f64 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:27.621375 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-61e25ab7-394d-4aec-b4c1-1d7a76ad7f64 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:27.640700 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e25ab7-394d-4aec-b4c1-1d7a76ad7f64 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2894064-942e-4775-9573-751ccf6d3bc4,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:27.708941 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-61e25ab7-394d-4aec-b4c1-1d7a76ad7f64 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:27.710166 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-61e25ab7-394d-4aec-b4c1-1d7a76ad7f64 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381710 Nov 01 16:44:27.712974 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41142) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:27.717323 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-ece7a845-25e4-4a47-aa3d-83e1cf2594b2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Request body: {'security_group_rule': {'security_group_id': '837e56aa-f146-456b-82b1-aab1906356dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:44:27.814351 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ece7a845-25e4-4a47-aa3d-83e1cf2594b2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:27.875434 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ece7a845-25e4-4a47-aa3d-83e1cf2594b2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:27.938973 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ece7a845-25e4-4a47-aa3d-83e1cf2594b2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572696'] for security_group_rule, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:27.954010 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7a845-25e4-4a47-aa3d-83e1cf2594b2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77510c82-a289-4e33-9fe5-e4104608d89a,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:27.976375 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca362e6c-be00-4004-96bc-fb59a05fb8e2 req-b9cec348-0507-4191-af9a-583ff8c90bcb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:27.978708 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ca362e6c-be00-4004-96bc-fb59a05fb8e2 req-b9cec348-0507-4191-af9a-583ff8c90bcb tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 945 time: 0.0508742 Nov 01 16:44:28.012025 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ece7a845-25e4-4a47-aa3d-83e1cf2594b2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:28.013382 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-ece7a845-25e4-4a47-aa3d-83e1cf2594b2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2994533 Nov 01 16:44:28.016102 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ca362e6c-be00-4004-96bc-fb59a05fb8e2 req-a2749b2c-78b3-43d7-891c-0b68abac1081 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313449 Nov 01 16:44:28.016695 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41146) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:28.021105 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Request body: {'floatingip': {'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:44:28.118992 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:28.215914 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:28.326491 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Allocated IP 172.27.2.90 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/755f64da-9b23-4814-8e56-6c79467b3600) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:44:28.707438 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:28.842522 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:28.894679 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:44:28.899068 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:44:28.905249 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:44:28.908652 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event updated for resources: {'Port': ['ID=755f64da-9b23-4814-8e56-6c79467b3600,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:28.935308 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045855c-edc2-45f0-b7aa-e0b3e6f9106d req-15f2e248-64da-431e-88fd-5e1448669af5 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:28.936794 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0045855c-edc2-45f0-b7aa-e0b3e6f9106d req-15f2e248-64da-431e-88fd-5e1448669af5 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.71 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 945 time: 0.1221282 Nov 01 16:44:29.064631 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:29.081782 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-0045855c-edc2-45f0-b7aa-e0b3e6f9106d req-5252090a-e861-4694-867d-a2e1aac44da4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Deleting port eb9a3772-e35e-429b-a7c9-b41b8c96c727 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:44:29.082291 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0045855c-edc2-45f0-b7aa-e0b3e6f9106d req-5252090a-e861-4694-867d-a2e1aac44da4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:29.138761 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c73e2-00ed-4ac1-9f6e-0fc36f0588d6 req-d118a810-3abc-4c40-90bb-a381f8617273 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:29.140167 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bd3c73e2-00ed-4ac1-9f6e-0fc36f0588d6 req-d118a810-3abc-4c40-90bb-a381f8617273 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 945 time: 0.0513077 Nov 01 16:44:29.178626 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bd3c73e2-00ed-4ac1-9f6e-0fc36f0588d6 req-8f4f7a5a-8b40-4079-a4ee-3de97665164b tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324814 Nov 01 16:44:29.196439 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-0045855c-edc2-45f0-b7aa-e0b3e6f9106d req-5252090a-e861-4694-867d-a2e1aac44da4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] For port eb9a3772-e35e-429b-a7c9-b41b8c96c727, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=eb9a3772-e35e-429b-a7c9-b41b8c96c727,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:29.196963 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0045855c-edc2-45f0-b7aa-e0b3e6f9106d req-5252090a-e861-4694-867d-a2e1aac44da4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:29.199320 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:29.232926 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-0045855c-edc2-45f0-b7aa-e0b3e6f9106d req-5252090a-e861-4694-867d-a2e1aac44da4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Calling delete_port for eb9a3772-e35e-429b-a7c9-b41b8c96c727 owned by compute:nova {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:44:29.451717 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:29.506939 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:29.535221 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0045855c-edc2-45f0-b7aa-e0b3e6f9106d req-5252090a-e861-4694-867d-a2e1aac44da4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:29.546948 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['eb9a3772-e35e-429b-a7c9-b41b8c96c727'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:44:29.583699 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event updated for resources: {'Port': ['ID=755f64da-9b23-4814-8e56-6c79467b3600,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:29.650800 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252090a-e861-4694-867d-a2e1aac44da4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Pushing event deleted for resources: {'Port': ['ID=eb9a3772-e35e-429b-a7c9-b41b8c96c727,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:29.652920 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-0045855c-edc2-45f0-b7aa-e0b3e6f9106d req-5252090a-e861-4694-867d-a2e1aac44da4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] No DVR routers for this DVR port eb9a3772-e35e-429b-a7c9-b41b8c96c727 on host hv-cinder-81618 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:44:29.654390 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:29.657486 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0045855c-edc2-45f0-b7aa-e0b3e6f9106d req-5252090a-e861-4694-867d-a2e1aac44da4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:29.660708 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0045855c-edc2-45f0-b7aa-e0b3e6f9106d req-5252090a-e861-4694-867d-a2e1aac44da4 tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.71 "DELETE /v2.0/ports/eb9a3772-e35e-429b-a7c9-b41b8c96c727 HTTP/1.1" status: 204 len: 173 time: 0.7157466 Nov 01 16:44:29.661407 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'name': 'network-vif-deleted', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:44:29.663664 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4307aaf-8cc0-4dfc-8610-770514566b0e" -d '{"events": [{"server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "name": "network-vif-deleted", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:44:29.700504 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d9e33b-6d4a-4ad1-b7fa-83daae479b05 x-openstack-request-id: req-32d9e33b-6d4a-4ad1-b7fa-83daae479b05 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:44:29.700804 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88996b9e-9f1a-44a9-b138-37eb423850c3", "name": "network-vif-deleted", "tag": "eb9a3772-e35e-429b-a7c9-b41b8c96c727", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:44:29.701056 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32d9e33b-6d4a-4ad1-b7fa-83daae479b05 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:44:29.701465 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88996b9e-9f1a-44a9-b138-37eb423850c3', 'name': 'network-vif-deleted', 'tag': 'eb9a3772-e35e-429b-a7c9-b41b8c96c727', 'status': 'completed', 'code': 200} Nov 01 16:44:29.730652 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:29.731894 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-b0941d5f-58b9-47ef-a8f7-828daaf952d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7142646 Nov 01 16:44:29.922566 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-3d50bd6d-a27b-465c-a8cc-4ba940945181 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--924775740&fields=id&tenant_id=c81bd66099584febb56806578f478281 HTTP/1.1" status: 200 len: 267 time: 0.0353315 Nov 01 16:44:30.041649 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-72cf737f-079f-4e63-9816-2092a399e891 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:30.043766 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-72cf737f-079f-4e63-9816-2092a399e891 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/networks?id=bc45f9ac-9856-4d97-9112-de09cb44caf6 HTTP/1.1" status: 200 len: 811 time: 0.1119773 Nov 01 16:44:30.058781 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-ea73fe05-c9be-47fe-8b53-6c4cca3941d8 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/quotas/c81bd66099584febb56806578f478281 HTTP/1.1" status: 200 len: 375 time: 0.0095267 Nov 01 16:44:30.112619 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-5ad1fc19-a7bf-49c0-b918-f4027e66675f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c81bd66099584febb56806578f478281&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479200 Nov 01 16:44:30.302659 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5a8753e0-80f6-493b-9e94-b486cb5c7386 req-bb97eb95-7306-4a75-81f3-8d5d9012ed5b tempest-TestMinimumBasicScenario-2113124617 tempest-TestMinimumBasicScenario-2113124617-project] 10.222.0.62 "GET /v2.0/ports?device_id=88996b9e-9f1a-44a9-b138-37eb423850c3 HTTP/1.1" status: 200 len: 210 time: 0.0326824 Nov 01 16:44:30.327479 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-0d155eb1-4adb-45ff-9395-eac0cc42cf9c service neutron] 10.222.0.62 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031045 Nov 01 16:44:30.424707 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-cbabd14d-ab72-4985-9c34-9e4febb777a5 service neutron] 10.222.0.62 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911515 Nov 01 16:44:30.672809 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ea7efa6d-d910-4037-aa25-85bb85d321ac req-85e9a39c-58ba-4e11-a971-f4a8ddb3b8c6 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 210 time: 0.0286808 Nov 01 16:44:31.771566 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bf78500e-c8bf-4d0e-ab9b-534065588ee9 req-67e96b9d-ceaf-43ae-9fcd-ac1c851b126f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 210 time: 0.0316713 Nov 01 16:44:32.055666 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device eb9a3772-e35e-429b-a7c9-b41b8c96c727 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:44:32.075834 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: eb9a3772-e35e-429b-a7c9-b41b8c96c727 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:44:32.076180 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device eb9a3772-e35e-429b-a7c9-b41b8c96c727 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:44:32.579663 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-dabc523c-dfda-40f9-aa60-837be6eed965 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:32.580410 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-dabc523c-dfda-40f9-aa60-837be6eed965 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.71 "GET /v2.0/networks?id=bc45f9ac-9856-4d97-9112-de09cb44caf6 HTTP/1.1" status: 200 len: 811 time: 0.1155071 Nov 01 16:44:32.628745 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-ab746ba6-628d-431f-b5f3-c353308f6e28 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c81bd66099584febb56806578f478281 HTTP/1.1" status: 200 len: 379 time: 0.0358658 Nov 01 16:44:32.639018 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Request body: {'port': {'device_id': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'admin_state_up': True, 'tenant_id': 'c81bd66099584febb56806578f478281', 'security_groups': ['837e56aa-f146-456b-82b1-aab1906356dc']}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:44:32.823575 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Made reservation on behalf of c81bd66099584febb56806578f478281 for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:44:32.824048 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:32.872034 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8612a873-5131-4b7f-a217-28f85215905c req-f4a82043-56c1-4304-990d-470ce7999849 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 210 time: 0.0273759 Nov 01 16:44:32.913069 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 41258) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:32.962053 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Allocated IP 172.20.0.10 (bc45f9ac-9856-4d97-9112-de09cb44caf6/33884561-066e-4e8a-9e07-62590670342c/bfd91c19-5f8a-4dd1-b151-9632d40eb5d9) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:44:33.107008 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:33.221759 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:33.264127 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Network bc45f9ac-9856-4d97-9112-de09cb44caf6 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:44:33.269854 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:44:33.274120 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:44:33.305382 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event updated for resources: {'Port': ['ID=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:33.334451 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:33.335276 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:33.356897 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2f483eb4-7be7-4c0b-a750-d030fe85144f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618549'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:33.430713 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-8142d46c-da93-4bd5-a7bd-23a9e9f234e5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7954295 Nov 01 16:44:33.444405 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Request body: {'port': {'device_id': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:44:33.506344 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-47dfe1bc-6c3f-4130-8c36-f1f8baa13937 None None] Provisioning complete for port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:44:33.506925 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-47dfe1bc-6c3f-4130-8c36-f1f8baa13937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:33.515307 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:33.543035 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-47dfe1bc-6c3f-4130-8c36-f1f8baa13937 None None] Port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:44:33.671328 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2f483eb4-7be7-4c0b-a750-d030fe85144f admin admin] Deleting port c79da256-074b-441c-81fd-15b15a528ad3 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:44:33.671701 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2f483eb4-7be7-4c0b-a750-d030fe85144f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:33.750076 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-2f483eb4-7be7-4c0b-a750-d030fe85144f admin admin] For port c79da256-074b-441c-81fd-15b15a528ad3, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=c79da256-074b-441c-81fd-15b15a528ad3,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:33.750457 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2f483eb4-7be7-4c0b-a750-d030fe85144f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:33.763383 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2f483eb4-7be7-4c0b-a750-d030fe85144f admin admin] Calling delete_port for c79da256-074b-441c-81fd-15b15a528ad3 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:44:33.783506 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:44:33.791437 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:33.803124 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Transition to ACTIVE for port object bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:44:33.887569 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:33.944768 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Pushing event updated for resources: {'Port': ['ID=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:34.014029 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Attempting to bind port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:44:34.014394 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Attempting to bind port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:44:34.014720 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Attempting to bind port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 on network bc45f9ac-9856-4d97-9112-de09cb44caf6 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:44:34.015456 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0e5f6-f849-4c6d-964c-7dd16bb9569e req-aeb51e69-89d3-45a2-acd2-db5c0074a15e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:34.017029 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c1e0e5f6-f849-4c6d-964c-7dd16bb9569e req-aeb51e69-89d3-45a2-acd2-db5c0074a15e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 944 time: 0.0617585 Nov 01 16:44:34.019513 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2f483eb4-7be7-4c0b-a750-d030fe85144f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:34.023279 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 on network bc45f9ac-9856-4d97-9112-de09cb44caf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:44:34.023279 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Attempting to bind port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 on network bc45f9ac-9856-4d97-9112-de09cb44caf6 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:44:34.028450 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:44:34.028789 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Checking segment: {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:44:34.029371 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Bound using segment: {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:44:34.029797 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Bound port: bfd91c19-5f8a-4dd1-b151-9632d40eb5d9, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd282198e-f13b-44bc-ad00-953d746a20cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:44:34.030169 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:34.059823 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f483eb4-7be7-4c0b-a750-d030fe85144f admin admin] Pushing event deleted for resources: {'Port': ['ID=c79da256-074b-441c-81fd-15b15a528ad3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:34.097697 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] For port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:44:34.102818 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] For port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:44:34.136224 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c1e0e5f6-f849-4c6d-964c-7dd16bb9569e req-c0d61a14-65ad-4d38-8cb4-c21b1f9688e9 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867221 Nov 01 16:44:34.182710 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:34.222663 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:34.223390 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:34.224912 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] 10.222.0.71 "PUT /v2.0/ports/bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 HTTP/1.1" status: 200 len: 1094 time: 0.7854598 Nov 01 16:44:34.225452 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'tag': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:44:34.228705 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844c8c4a-d55a-4bad-9c16-8361d50f7704" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd3faaa-9990-4d02-8aaf-45f0af4ce840", "tag": "bfd91c19-5f8a-4dd1-b151-9632d40eb5d9"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:44:34.299159 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c8028-8d9f-4d24-829a-8877c888591c service neutron] Pushing event updated for resources: {'Port': ['ID=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:34.301847 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661f6696-189d-4239-aca6-9b3ac5c4f539 x-openstack-request-id: req-661f6696-189d-4239-aca6-9b3ac5c4f539 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:44:34.307477 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd3faaa-9990-4d02-8aaf-45f0af4ce840", "tag": "bfd91c19-5f8a-4dd1-b151-9632d40eb5d9", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:44:34.307917 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-661f6696-189d-4239-aca6-9b3ac5c4f539 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:44:34.308359 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'tag': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9', 'status': 'completed', 'code': 200} Nov 01 16:44:34.532670 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2f483eb4-7be7-4c0b-a750-d030fe85144f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617861'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:34.741957 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f483eb4-7be7-4c0b-a750-d030fe85144f admin admin] Router df5c378d-6ae0-4b70-88fc-83533ec1db5d has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:44:34.848331 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f483eb4-7be7-4c0b-a750-d030fe85144f admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:44:34.853892 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-2f483eb4-7be7-4c0b-a750-d030fe85144f admin admin] 10.222.0.62 "PUT /v2.0/routers/df5c378d-6ae0-4b70-88fc-83533ec1db5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9396672 Nov 01 16:44:34.857213 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41278) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:34.858447 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77f3f3-6e5d-4c16-be95-24b39d940379 None None] Sync routers for ids ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:44:34.870090 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77f3f3-6e5d-4c16-be95-24b39d940379 None None] Routers {'df5c378d-6ae0-4b70-88fc-83533ec1db5d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:44:34.870738 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9c77f3f3-6e5d-4c16-be95-24b39d940379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:44:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:34.960723 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:34.974450 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9c77f3f3-6e5d-4c16-be95-24b39d940379 None None] Set router df5c378d-6ae0-4b70-88fc-83533ec1db5d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:44:35.062452 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:35.151203 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9c77f3f3-6e5d-4c16-be95-24b39d940379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:44:33Z', 'revision_number': 5, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port': {'id': '1eb5172d-34dd-4253-a827-863e5fe67b36', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:04Z', 'updated_at': '2021-11-01T16:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:35.178495 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77f3f3-6e5d-4c16-be95-24b39d940379 None None] Checking router: df5c378d-6ae0-4b70-88fc-83533ec1db5d for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:44:35.189721 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77f3f3-6e5d-4c16-be95-24b39d940379 None None] Routers {'df5c378d-6ae0-4b70-88fc-83533ec1db5d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:44:35.190338 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9c77f3f3-6e5d-4c16-be95-24b39d940379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:44:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:35.192719 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Deleting port 1eb5172d-34dd-4253-a827-863e5fe67b36 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:44:35.193313 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:35.258146 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fae91d-312f-4ee2-9703-0377ceea1a95 req-39a9fa4d-9d5a-4346-b167-12fbf96758d4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:35.259191 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-82fae91d-312f-4ee2-9703-0377ceea1a95 req-39a9fa4d-9d5a-4346-b167-12fbf96758d4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 944 time: 0.0503674 Nov 01 16:44:35.279771 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9c77f3f3-6e5d-4c16-be95-24b39d940379 None None] Set router df5c378d-6ae0-4b70-88fc-83533ec1db5d gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:44:35.281994 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] For port 1eb5172d-34dd-4253-a827-863e5fe67b36, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=1eb5172d-34dd-4253-a827-863e5fe67b36,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:35.282965 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:35.296761 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Calling delete_port for 1eb5172d-34dd-4253-a827-863e5fe67b36 owned by network:router_gateway {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:44:35.307597 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-82fae91d-312f-4ee2-9703-0377ceea1a95 req-0dd4170b-cf70-4c15-8887-440d28104c27 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410533 Nov 01 16:44:35.336125 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9c77f3f3-6e5d-4c16-be95-24b39d940379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:44:35Z', 'revision_number': 6, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port_host': None}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:35.363376 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77f3f3-6e5d-4c16-be95-24b39d940379 None None] The sync data for ids ['df5c378d-6ae0-4b70-88fc-83533ec1db5d'] in dv-cinder-816187-1-iscsi is: [{'id': 'df5c378d-6ae0-4b70-88fc-83533ec1db5d', 'name': 'tempest-TestMinimumBasicScenario-1234450046-router', 'tenant_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:03Z', 'updated_at': '2021-11-01T16:44:35Z', 'revision_number': 6, 'project_id': '800f24ef6e43427d8714b8a37a2f8ad4', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:44:35.573869 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:35.599281 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb5172d-34dd-4253-a827-863e5fe67b36,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:35.662371 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618979'] for router_gateway, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:35.754424 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1222'] for router, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:35.756779 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:35.758459 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd1e5d6e-cd93-44a9-8c27-3b5f949c44fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:35.861259 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-617030'] for router, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:35.861740 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df5c378d-6ae0-4b70-88fc-83533ec1db5d {{(pid=102020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 16:44:35.866255 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:35.867407 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-51ebf1c6-656f-40be-9989-cadd696e54f1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/df5c378d-6ae0-4b70-88fc-83533ec1db5d HTTP/1.1" status: 204 len: 168 time: 1.0091658 Nov 01 16:44:35.870375 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41286) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:35.913478 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6259e5-19ef-494b-b310-e41e97b30326 admin admin] Deleting subnet 6d143e9e-2aeb-47db-9779-c6f9ad83a087 {{(pid=102020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:44:35.917137 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb6259e5-19ef-494b-b310-e41e97b30326 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:35.949775 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb6259e5-19ef-494b-b310-e41e97b30326 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056152'] for subnet, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.054555 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb6259e5-19ef-494b-b310-e41e97b30326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.153519 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb6259e5-19ef-494b-b310-e41e97b30326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260544798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260872958'] for subnet, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.183381 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6259e5-19ef-494b-b310-e41e97b30326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d143e9e-2aeb-47db-9779-c6f9ad83a087,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:36.187327 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb6259e5-19ef-494b-b310-e41e97b30326 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.190575 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-bb6259e5-19ef-494b-b310-e41e97b30326 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6d143e9e-2aeb-47db-9779-c6f9ad83a087 HTTP/1.1" status: 204 len: 168 time: 0.3195448 Nov 01 16:44:36.193501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 41288) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:36.193635 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24801214-a45e-412a-974e-20738b18a194 None None] Network 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:44:36.274171 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.340624 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Deleting port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:44:36.340985 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.356717 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device c79da256-074b-441c-81fd-15b15a528ad3 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:44:36.381158 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: c79da256-074b-441c-81fd-15b15a528ad3 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:44:36.381554 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device c79da256-074b-441c-81fd-15b15a528ad3 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:44:36.381983 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 1eb5172d-34dd-4253-a827-863e5fe67b36 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:44:36.419959 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 1eb5172d-34dd-4253-a827-863e5fe67b36 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:44:36.420302 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 1eb5172d-34dd-4253-a827-863e5fe67b36 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:44:36.445124 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] DHCP port deletion for 397b2c3c-7cb2-41ae-9c0b-f6db33ee822e request from dv-cinder-816187-1-iscsi {{(pid=102021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 16:44:36.460912 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] For port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=125ad4da-64d1-45e5-bbc8-7763fc4a8ced,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:36.462024 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.478257 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Calling delete_port for 125ad4da-64d1-45e5-bbc8-7763fc4a8ced owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:44:36.494348 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b30728-7df2-4d07-ae05-814b273e0c50 req-a2015b12-938a-4cbc-972d-bd213bfb9d2b tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:36.495897 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a7b30728-7df2-4d07-ae05-814b273e0c50 req-a2015b12-938a-4cbc-972d-bd213bfb9d2b tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 944 time: 0.0891352 Nov 01 16:44:36.500243 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Deleting port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced {{(pid=102021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:44:36.500630 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.564329 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] For port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=125ad4da-64d1-45e5-bbc8-7763fc4a8ced,segment=NetworkSegment(a1c7be4e-91fd-4461-9936-7b4d3e53abae),segment_id=a1c7be4e-91fd-4461-9936-7b4d3e53abae)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:36.564722 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.578286 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Calling delete_port for 125ad4da-64d1-45e5-bbc8-7763fc4a8ced owned by network:dhcp {{(pid=102021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:44:36.581905 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a7b30728-7df2-4d07-ae05-814b273e0c50 req-680a3bf7-b2cf-42c5-a602-d4974525e995 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780771 Nov 01 16:44:36.667436 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c8c4a-d55a-4bad-9c16-8361d50f7704 req-25a75d6b-ed7e-4cb1-83f3-f689fdac2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:36.668934 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-844c8c4a-d55a-4bad-9c16-8361d50f7704 req-25a75d6b-ed7e-4cb1-83f3-f689fdac2646 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c81bd66099584febb56806578f478281&device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 1097 time: 0.0421579 Nov 01 16:44:36.682113 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.699687 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369'] for port, after_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.714147 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Pushing event deleted for resources: {'Port': ['ID=125ad4da-64d1-45e5-bbc8-7763fc4a8ced,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:36.716033 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] No DVR routers for this DVR port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced on host dv-cinder-816187-1-iscsi {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:44:36.729472 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Pushing event deleted for resources: {'Port': ['ID=125ad4da-64d1-45e5-bbc8-7763fc4a8ced,revision_number=None']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:36.734016 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] No DVR routers for this DVR port 125ad4da-64d1-45e5-bbc8-7763fc4a8ced on host dv-cinder-816187-1-iscsi {{(pid=102021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:44:36.746935 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:36.746935 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:36.747218 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:36.747511 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:36.747888 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:36.748228 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:36.748563 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:36.749313 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:36.749313 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:36.749524 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:36.749857 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:36.750184 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105336e2-c7a8-4037-8689-5c1ac175bc71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:36.786594 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c8c4a-d55a-4bad-9c16-8361d50f7704 req-ecab69b7-5e91-400b-b116-835bd1df2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:36.788083 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-844c8c4a-d55a-4bad-9c16-8361d50f7704 req-ecab69b7-5e91-400b-b116-835bd1df2fcd service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c81bd66099584febb56806578f478281&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1085312 Nov 01 16:44:36.792927 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.813219 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397b2c3c-7cb2-41ae-9c0b-f6db33ee822e']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:36.823019 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c7be4e-91fd-4461-9936-7b4d3e53abae') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:36.823424 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c7be4e-91fd-4461-9936-7b4d3e53abae') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:36.832715 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260784338'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.846016 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260103394'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: Traceback (most recent call last): Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: timer() Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: cb(*args, **kw) Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: return func(*args, **kwargs) Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: self._notify() Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: self.callback(batched_events) Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: event.method(event) Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: return f(self, *a, **k) Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._get(url).json() Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: return self.request(url, 'GET', **kwargs) Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:44:36.855789 dv-cinder-816187-1-iscsi neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:44:36.897253 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c8c4a-d55a-4bad-9c16-8361d50f7704 req-4483cec8-1a44-47b5-b435-04f2ede3b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:36.899415 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-844c8c4a-d55a-4bad-9c16-8361d50f7704 req-4483cec8-1a44-47b5-b435-04f2ede3b9fe service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962851 Nov 01 16:44:36.973540 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.978307 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-b43089cf-aa1f-4c53-b396-91c5ca302263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:36.979892 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-b43089cf-aa1f-4c53-b396-91c5ca302263 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c81bd66099584febb56806578f478281&device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 1097 time: 0.0413666 Nov 01 16:44:36.986057 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:36.989408 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] 10.222.0.62 "DELETE /v2.0/networks/397b2c3c-7cb2-41ae-9c0b-f6db33ee822e HTTP/1.1" status: 204 len: 168 time: 0.7942843 Nov 01 16:44:36.999002 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41298) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:37.000830 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd0285-ca9b-4793-930f-026e11b90bab admin admin] Pushing event deleted for resources: {'Network': ['ID=397b2c3c-7cb2-41ae-9c0b-f6db33ee822e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:37.018089 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:44:37.064855 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-0f06ee37-3b59-4115-b326-7440a8a78b12 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 HTTP/1.1" status: 200 len: 217 time: 0.0712676 Nov 01 16:44:37.155675 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-f3bccb44-ff9f-42cd-9e70-40b78a927328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:37.157124 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-f3bccb44-ff9f-42cd-9e70-40b78a927328 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33884561-066e-4e8a-9e07-62590670342c HTTP/1.1" status: 200 len: 850 time: 0.0838497 Nov 01 16:44:37.248139 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-5d0ddb39-2ac0-4577-8d93-d4cbe621ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:37.249648 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-5d0ddb39-2ac0-4577-8d93-d4cbe621ef9a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bc45f9ac-9856-4d97-9112-de09cb44caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838521 Nov 01 16:44:37.688130 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-4b5e21f2-faa6-47c9-b05e-0871c7517332 service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131300 Nov 01 16:44:37.753817 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a276f17-dac1-4be9-9f36-ecd198eec9e9 req-2094b6d4-2f43-4048-b935-6e17caccb495 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:37.755358 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7a276f17-dac1-4be9-9f36-ecd198eec9e9 req-2094b6d4-2f43-4048-b935-6e17caccb495 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 944 time: 0.0880649 Nov 01 16:44:37.777629 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852373d1-1042-42ec-86dc-996b382d07f9 req-d676b6dd-e7d8-4c94-b459-2e1cdaa9b975 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:37.779126 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-852373d1-1042-42ec-86dc-996b382d07f9 req-d676b6dd-e7d8-4c94-b459-2e1cdaa9b975 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0804324 Nov 01 16:44:37.824163 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7a276f17-dac1-4be9-9f36-ecd198eec9e9 req-41cbde7b-1dc9-4fb7-a694-65396efa34e7 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606060 Nov 01 16:44:37.825567 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4ca7da0e-831d-4501-be1f-38ba18f67bb6 req-6cd3ed14-01c4-49fd-b063-6478f7e9ae2f service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164079 Nov 01 16:44:37.838084 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-852373d1-1042-42ec-86dc-996b382d07f9 req-687094c1-7852-4e66-a893-4ed6affadc35 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513322 Nov 01 16:44:37.890742 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7421a1a4-2c71-4dbc-9c6b-e616126c1785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618549'] for router_interface, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:38.138363 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7421a1a4-2c71-4dbc-9c6b-e616126c1785 admin admin] Deleting port 92248f01-aac7-4d90-803c-659cb06693af {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:44:38.139009 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7421a1a4-2c71-4dbc-9c6b-e616126c1785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:38.145010 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-26d3136b-6f07-4739-bbc0-19f1546b0813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:38.219863 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7421a1a4-2c71-4dbc-9c6b-e616126c1785 admin admin] For port 92248f01-aac7-4d90-803c-659cb06693af, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=92248f01-aac7-4d90-803c-659cb06693af,segment=NetworkSegment(fbc4a0fa-bb21-4d51-bfe0-afa96053bf77),segment_id=fbc4a0fa-bb21-4d51-bfe0-afa96053bf77)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:38.220238 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7421a1a4-2c71-4dbc-9c6b-e616126c1785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:38.233940 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7421a1a4-2c71-4dbc-9c6b-e616126c1785 admin admin] Calling delete_port for 92248f01-aac7-4d90-803c-659cb06693af owned by network:router_interface {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:44:38.345958 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 125ad4da-64d1-45e5-bbc8-7763fc4a8ced no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:44:38.369183 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 125ad4da-64d1-45e5-bbc8-7763fc4a8ced {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:44:38.369528 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 125ad4da-64d1-45e5-bbc8-7763fc4a8ced not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:44:38.488237 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7421a1a4-2c71-4dbc-9c6b-e616126c1785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:38.515486 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421a1a4-2c71-4dbc-9c6b-e616126c1785 admin admin] Pushing event deleted for resources: {'Port': ['ID=92248f01-aac7-4d90-803c-659cb06693af,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:38.691191 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7421a1a4-2c71-4dbc-9c6b-e616126c1785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617861'] for router_interface, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:38.906524 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7421a1a4-2c71-4dbc-9c6b-e616126c1785 admin admin] Router 1d57697d-4e49-48de-8bba-4e7063a6fd6e has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:44:38.987806 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548aaf3-7bf9-4a41-bfe8-f4b68e59c596 req-eae31a7e-0874-493f-9aff-b8ec85c1730b tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:38.989293 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0548aaf3-7bf9-4a41-bfe8-f4b68e59c596 req-eae31a7e-0874-493f-9aff-b8ec85c1730b tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 944 time: 0.0774825 Nov 01 16:44:38.998106 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bea95f-d966-4f05-a6ec-d2a54189b9fb req-1c846d1f-54e7-4e5d-aa17-2633137b195d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:38.999540 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-29bea95f-d966-4f05-a6ec-d2a54189b9fb req-1c846d1f-54e7-4e5d-aa17-2633137b195d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0785856 Nov 01 16:44:39.015796 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7421a1a4-2c71-4dbc-9c6b-e616126c1785 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:44:39.021161 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-7421a1a4-2c71-4dbc-9c6b-e616126c1785 admin admin] 10.222.0.62 "PUT /v2.0/routers/1d57697d-4e49-48de-8bba-4e7063a6fd6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0211885 Nov 01 16:44:39.024157 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41320) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:39.025845 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb77752-90ff-443e-8f7e-835ca266eacf None None] Sync routers for ids ['1d57697d-4e49-48de-8bba-4e7063a6fd6e'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:44:39.036361 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb77752-90ff-443e-8f7e-835ca266eacf None None] Routers {'1d57697d-4e49-48de-8bba-4e7063a6fd6e'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:44:39.037282 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-0eb77752-90ff-443e-8f7e-835ca266eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:44:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['1d57697d-4e49-48de-8bba-4e7063a6fd6e'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:39.060909 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0548aaf3-7bf9-4a41-bfe8-f4b68e59c596 req-ccefcef0-b8e8-4b9b-9926-fc2ee1cc9dc2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603945 Nov 01 16:44:39.068591 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-29bea95f-d966-4f05-a6ec-d2a54189b9fb req-b79bd973-f51f-49ec-8c26-e5b088c4bc4e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613966 Nov 01 16:44:39.132547 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Publish callbacks [] for router, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:39.153248 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-0eb77752-90ff-443e-8f7e-835ca266eacf None None] Set router 1d57697d-4e49-48de-8bba-4e7063a6fd6e gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:44:39.236349 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:39.333059 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-0eb77752-90ff-443e-8f7e-835ca266eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'name': 'tempest-TestMinimumBasicScenario-32787716-router', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:17Z', 'updated_at': '2021-11-01T16:44:38Z', 'revision_number': 5, 'project_id': 'da2451fa8cc147549b520c7a00cadfc7', 'gw_port': {'id': '1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:41:18Z', 'updated_at': '2021-11-01T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:39.360412 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb77752-90ff-443e-8f7e-835ca266eacf None None] Checking router: 1d57697d-4e49-48de-8bba-4e7063a6fd6e for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:44:39.366590 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Deleting port 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:44:39.366927 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:39.368218 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:39.369381 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb77752-90ff-443e-8f7e-835ca266eacf None None] Routers {'1d57697d-4e49-48de-8bba-4e7063a6fd6e'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:44:39.369989 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-0eb77752-90ff-443e-8f7e-835ca266eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:44:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['1d57697d-4e49-48de-8bba-4e7063a6fd6e'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:39.449668 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] For port 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:39.449944 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:39.455669 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-0eb77752-90ff-443e-8f7e-835ca266eacf None None] Set router 1d57697d-4e49-48de-8bba-4e7063a6fd6e gateway port host: None {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:44:39.462939 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Calling delete_port for 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a owned by network:router_gateway {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:44:39.508488 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-0eb77752-90ff-443e-8f7e-835ca266eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'name': 'tempest-TestMinimumBasicScenario-32787716-router', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:17Z', 'updated_at': '2021-11-01T16:44:39Z', 'revision_number': 6, 'project_id': 'da2451fa8cc147549b520c7a00cadfc7', 'gw_port_host': None}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:39.537382 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb77752-90ff-443e-8f7e-835ca266eacf None None] The sync data for ids ['1d57697d-4e49-48de-8bba-4e7063a6fd6e'] in dv-cinder-816187-1-iscsi is: [{'id': '1d57697d-4e49-48de-8bba-4e7063a6fd6e', 'name': 'tempest-TestMinimumBasicScenario-32787716-router', 'tenant_id': 'da2451fa8cc147549b520c7a00cadfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:41:17Z', 'updated_at': '2021-11-01T16:44:39Z', 'revision_number': 6, 'project_id': 'da2451fa8cc147549b520c7a00cadfc7', 'gw_port_host': None}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:44:39.696646 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:39.724186 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:39.782546 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618979'] for router_gateway, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:39.873390 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1222'] for router, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:39.874997 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:39.979357 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-617030'] for router, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:39.979907 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d57697d-4e49-48de-8bba-4e7063a6fd6e {{(pid=102020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 16:44:39.984863 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] Publish callbacks [] for router, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:39.986005 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-be66ad8b-9c96-408c-95c7-7a3b2cd56d17 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1d57697d-4e49-48de-8bba-4e7063a6fd6e HTTP/1.1" status: 204 len: 168 time: 0.9609265 Nov 01 16:44:39.988498 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41328) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:40.033236 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6064c85-d85b-464d-94cd-68ef01ba5994 admin admin] Deleting subnet ffa9f816-b16b-49d7-9639-e32bb42417e6 {{(pid=102020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:44:40.036636 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f6064c85-d85b-464d-94cd-68ef01ba5994 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.071067 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f6064c85-d85b-464d-94cd-68ef01ba5994 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056152'] for subnet, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.157761 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f6064c85-d85b-464d-94cd-68ef01ba5994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.230123 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017a6c4-7e3f-41f6-a6a0-3f9cfecc38e2 req-e9b3d838-ca88-4a22-b13f-ffebecc5038e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:40.230123 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7017a6c4-7e3f-41f6-a6a0-3f9cfecc38e2 req-e9b3d838-ca88-4a22-b13f-ffebecc5038e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 944 time: 0.0886271 Nov 01 16:44:40.235224 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5621d-bd84-462c-a7f9-e807e124bfb0 req-d6dde0d2-a71f-4d4d-8d58-e0206e3d2dbd tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:40.236634 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d0e5621d-bd84-462c-a7f9-e807e124bfb0 req-d6dde0d2-a71f-4d4d-8d58-e0206e3d2dbd tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0851946 Nov 01 16:44:40.279071 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f6064c85-d85b-464d-94cd-68ef01ba5994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260544798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260872958'] for subnet, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.296768 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7017a6c4-7e3f-41f6-a6a0-3f9cfecc38e2 req-a8b46e15-14a6-43f9-8a39-0bda694522ba tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590992 Nov 01 16:44:40.319336 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d0e5621d-bd84-462c-a7f9-e807e124bfb0 req-5d11cb99-176f-4553-96b8-f43d0e76eebc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753844 Nov 01 16:44:40.322549 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f6064c85-d85b-464d-94cd-68ef01ba5994 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.327258 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-f6064c85-d85b-464d-94cd-68ef01ba5994 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ffa9f816-b16b-49d7-9639-e32bb42417e6 HTTP/1.1" status: 204 len: 168 time: 0.3372884 Nov 01 16:44:40.329627 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab11703d-defe-4dde-ba6c-75e8f0e9cd71 None None] Network 43061366-724c-4c95-a733-1aae9f462c21 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:44:40.332574 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 41338) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:40.340640 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6064c85-d85b-464d-94cd-68ef01ba5994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa9f816-b16b-49d7-9639-e32bb42417e6,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:40.403067 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 92248f01-aac7-4d90-803c-659cb06693af no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:44:40.425887 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.431047 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 92248f01-aac7-4d90-803c-659cb06693af {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:44:40.431458 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 92248f01-aac7-4d90-803c-659cb06693af not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:44:40.431957 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:44:40.474276 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:44:40.474621 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 1ce4bef8-2b21-4c3d-82bf-b8c989ccec9a not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:44:40.492583 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Deleting port bffa51d5-56af-4b2f-837d-d4caa55b85ed {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:44:40.492583 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.561526 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a00e6c2-5b69-43e0-b1a6-58c8432419c7 None None] DHCP port deletion for 43061366-724c-4c95-a733-1aae9f462c21 request from dv-cinder-816187-1-iscsi {{(pid=102021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 16:44:40.562088 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] For port bffa51d5-56af-4b2f-837d-d4caa55b85ed, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=bffa51d5-56af-4b2f-837d-d4caa55b85ed,segment=NetworkSegment(fbc4a0fa-bb21-4d51-bfe0-afa96053bf77),segment_id=fbc4a0fa-bb21-4d51-bfe0-afa96053bf77)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:40.562480 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.584047 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Calling delete_port for bffa51d5-56af-4b2f-837d-d4caa55b85ed owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:44:40.617569 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-2a00e6c2-5b69-43e0-b1a6-58c8432419c7 None None] Deleting port bffa51d5-56af-4b2f-837d-d4caa55b85ed {{(pid=102021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:44:40.618237 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-2a00e6c2-5b69-43e0-b1a6-58c8432419c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.676449 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:44:40.705578 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-2a00e6c2-5b69-43e0-b1a6-58c8432419c7 None None] For port bffa51d5-56af-4b2f-837d-d4caa55b85ed, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=bffa51d5-56af-4b2f-837d-d4caa55b85ed,segment=NetworkSegment(fbc4a0fa-bb21-4d51-bfe0-afa96053bf77),segment_id=fbc4a0fa-bb21-4d51-bfe0-afa96053bf77)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:40.705970 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-2a00e6c2-5b69-43e0-b1a6-58c8432419c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.721911 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-2a00e6c2-5b69-43e0-b1a6-58c8432419c7 None None] Calling delete_port for bffa51d5-56af-4b2f-837d-d4caa55b85ed owned by network:dhcp {{(pid=102021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:44:40.724191 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.751345 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Pushing event deleted for resources: {'Port': ['ID=bffa51d5-56af-4b2f-837d-d4caa55b85ed,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:40.753196 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] No DVR routers for this DVR port bffa51d5-56af-4b2f-837d-d4caa55b85ed on host dv-cinder-816187-1-iscsi {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:44:40.837027 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.858907 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43061366-724c-4c95-a733-1aae9f462c21']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:40.869078 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc4a0fa-bb21-4d51-bfe0-afa96053bf77') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:40.869414 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc4a0fa-bb21-4d51-bfe0-afa96053bf77') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:40.879502 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260784338'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.894459 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.901109 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:44:40.901497 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260103394'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: Traceback (most recent call last): Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: timer() Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: cb(*args, **kw) Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: return func(*args, **kwargs) Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: self._notify() Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: self.callback(batched_events) Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: event.method(event) Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: return f(self, *a, **k) Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._get(url).json() Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: return self.request(url, 'GET', **kwargs) Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:44:40.903172 dv-cinder-816187-1-iscsi neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:44:40.930470 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:40.975506 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:40.993746 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'port_id': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9', 'mac_address': 'fa:16:3e:1d:df:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:44:41.021315 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-2a00e6c2-5b69-43e0-b1a6-58c8432419c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369'] for port, after_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:41.027347 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:41.032822 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:41.038701 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] 10.222.0.62 "DELETE /v2.0/networks/43061366-724c-4c95-a733-1aae9f462c21 HTTP/1.1" status: 204 len: 168 time: 0.7020853 Nov 01 16:44:41.047815 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e733a-b0bd-427f-a536-363313880556 admin admin] Pushing event deleted for resources: {'Network': ['ID=43061366-724c-4c95-a733-1aae9f462c21,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:41.050833 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a00e6c2-5b69-43e0-b1a6-58c8432419c7 None None] Network 43061366-724c-4c95-a733-1aae9f462c21 is not hosted by any dhcp agent {{(pid=102021) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 01 16:44:41.051291 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a00e6c2-5b69-43e0-b1a6-58c8432419c7 None None] No DVR routers for this DVR port bffa51d5-56af-4b2f-837d-d4caa55b85ed on host dv-cinder-816187-1-iscsi {{(pid=102021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:44:41.057556 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00e6c2-5b69-43e0-b1a6-58c8432419c7 None None] Pushing event deleted for resources: {'Port': ['ID=bffa51d5-56af-4b2f-837d-d4caa55b85ed,revision_number=None']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:41.064200 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:41.078208 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:44:41.098296 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:41.158706 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:41.206212 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:41.457864 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['bfd91c19-5f8a-4dd1-b151-9632d40eb5d9'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:44:41.471169 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41350) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:41.480464 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e058e-cc71-433d-8388-7701cf635077 req-88a1ab10-b036-4afd-bf43-0eaeec0b7103 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:41.483120 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-975e058e-cc71-433d-8388-7701cf635077 req-88a1ab10-b036-4afd-bf43-0eaeec0b7103 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 945 time: 0.0861075 Nov 01 16:44:41.493438 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c91c4-4737-465f-9811-548c8e4c0c45 req-c2305a5e-2e42-4d3c-9f66-57d2ebc3b2fc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:41.495236 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-205c91c4-4737-465f-9811-548c8e4c0c45 req-c2305a5e-2e42-4d3c-9f66-57d2ebc3b2fc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0879064 Nov 01 16:44:41.524233 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-686b9ae6-a295-4aee-8c38-dd2cee3a0cc4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=800f24ef6e43427d8714b8a37a2f8ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510411 Nov 01 16:44:41.526781 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41352) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:41.557088 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-975e058e-cc71-433d-8388-7701cf635077 req-4d8fea8a-3ec3-414d-8c3d-218294400f5f tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606585 Nov 01 16:44:41.562662 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-205c91c4-4737-465f-9811-548c8e4c0c45 req-b23c092f-0e14-4dc9-bc1d-d4c7a48efba6 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587964 Nov 01 16:44:41.590211 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ca386dc4-1ad7-4c01-b25a-89eb1b26b317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:41.613054 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ca386dc4-1ad7-4c01-b25a-89eb1b26b317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:41.741161 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ca386dc4-1ad7-4c01-b25a-89eb1b26b317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:41.744017 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ca386dc4-1ad7-4c01-b25a-89eb1b26b317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:41.745181 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-ca386dc4-1ad7-4c01-b25a-89eb1b26b317 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034 HTTP/1.1" status: 204 len: 168 time: 0.2175019 Nov 01 16:44:41.753305 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca386dc4-1ad7-4c01-b25a-89eb1b26b317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f8ebc0-fcfa-47cd-b2d7-93d3c4e5a034,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:42.331831 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device bffa51d5-56af-4b2f-837d-d4caa55b85ed no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:44:42.352389 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: bffa51d5-56af-4b2f-837d-d4caa55b85ed {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:44:42.352735 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device bffa51d5-56af-4b2f-837d-d4caa55b85ed not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:44:42.410531 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41362) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:42.450455 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-c0bad4d3-e59b-435e-9d8b-bea90873bc99 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da2451fa8cc147549b520c7a00cadfc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387814 Nov 01 16:44:42.452938 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41364) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:42.500015 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb450-834e-4b3b-aa41-ab958e5615c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:42.520975 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb450-834e-4b3b-aa41-ab958e5615c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:42.631457 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb450-834e-4b3b-aa41-ab958e5615c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:42.635029 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb450-834e-4b3b-aa41-ab958e5615c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:42.638273 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-bb5cb450-834e-4b3b-aa41-ab958e5615c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75c7a997-2fc6-4938-86aa-9e02db8f9103 HTTP/1.1" status: 204 len: 168 time: 0.1823723 Nov 01 16:44:42.644316 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cb450-834e-4b3b-aa41-ab958e5615c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c7a997-2fc6-4938-86aa-9e02db8f9103,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:42.720432 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f431b-b9cf-45f7-ad72-78dc237af099 req-7cd4b988-d44a-45aa-b36f-b2eb0be162b1 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:42.721904 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-668f431b-b9cf-45f7-ad72-78dc237af099 req-7cd4b988-d44a-45aa-b36f-b2eb0be162b1 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 945 time: 0.0921686 Nov 01 16:44:42.730084 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0218274-b08d-4f04-90bc-65f49f0bed0d req-f1f28d3a-d956-4e9d-a8b5-482e05ed6997 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:42.731487 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e0218274-b08d-4f04-90bc-65f49f0bed0d req-f1f28d3a-d956-4e9d-a8b5-482e05ed6997 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0849090 Nov 01 16:44:42.786339 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-668f431b-b9cf-45f7-ad72-78dc237af099 req-6349c2ad-8167-48bc-8e70-b68d42462284 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538690 Nov 01 16:44:42.791192 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e0218274-b08d-4f04-90bc-65f49f0bed0d req-2136df33-590e-4ee2-a858-b6d5c5cbb4d2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529454 Nov 01 16:44:43.438767 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:44:43.466530 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:43.546610 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:44:43.550313 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:44:43.550676 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:43.627504 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:43.649310 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:44:43.651653 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3e0736-311c-4055-a039-56f8aa35b9d3" -d '{"events": [{"server_uuid": "7bd3faaa-9990-4d02-8aaf-45f0af4ce840", "name": "network-vif-plugged", "status": "completed", "tag": "bfd91c19-5f8a-4dd1-b151-9632d40eb5d9"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:44:43.663639 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:43.688472 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7f0202-6930-4255-aabb-d5380b4fa2ae x-openstack-request-id: req-9d7f0202-6930-4255-aabb-d5380b4fa2ae {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:44:43.688760 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd3faaa-9990-4d02-8aaf-45f0af4ce840", "name": "network-vif-plugged", "status": "completed", "tag": "bfd91c19-5f8a-4dd1-b151-9632d40eb5d9", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:44:43.689056 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d7f0202-6930-4255-aabb-d5380b4fa2ae {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:44:43.689390 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9', 'code': 200} Nov 01 16:44:43.724093 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:43.775359 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:43.902016 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883edd3-149a-4716-9767-1bbdc4dc3616 req-564f63c5-e1cb-4f2c-aec5-dfba98db8242 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:43.903643 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d883edd3-149a-4716-9767-1bbdc4dc3616 req-564f63c5-e1cb-4f2c-aec5-dfba98db8242 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 946 time: 0.0486751 Nov 01 16:44:43.946306 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d883edd3-149a-4716-9767-1bbdc4dc3616 req-cdab7fa1-19f8-47be-947e-9c955ad4e841 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369329 Nov 01 16:44:44.073599 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82589652-05b5-4e63-8ca7-620caebea198 req-283075bc-7199-4226-9fb3-3491df42ee6b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:44.075038 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-82589652-05b5-4e63-8ca7-620caebea198 req-283075bc-7199-4226-9fb3-3491df42ee6b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0733845 Nov 01 16:44:44.107424 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e630020-30f0-4c68-9bae-160356c12c58 req-1f0a2b1d-0390-4916-8f9a-2d58deafb45a tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:44.108880 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e630020-30f0-4c68-9bae-160356c12c58 req-1f0a2b1d-0390-4916-8f9a-2d58deafb45a tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0745096 Nov 01 16:44:44.137611 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-82589652-05b5-4e63-8ca7-620caebea198 req-53994d28-fe9a-4bdd-a448-7f26c9ddc9b4 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564291 Nov 01 16:44:44.156912 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e630020-30f0-4c68-9bae-160356c12c58 req-cd63ede4-ba64-45fe-b764-8b6dea249938 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385184 Nov 01 16:44:45.061608 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817c1fd-e28f-4d25-a560-6776bd6b98b9 req-c04d435e-becf-4431-8e14-46a25adfe94d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:45.063338 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6817c1fd-e28f-4d25-a560-6776bd6b98b9 req-c04d435e-becf-4431-8e14-46a25adfe94d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 946 time: 0.0494804 Nov 01 16:44:45.106183 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6817c1fd-e28f-4d25-a560-6776bd6b98b9 req-eb456b1d-136d-40a3-83d0-8be8304d4756 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366743 Nov 01 16:44:45.286205 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b603db0-0b37-4473-b73b-f48dfef94e37 req-576027c2-66f3-43e4-9e2e-765aacd958c0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:45.287718 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3b603db0-0b37-4473-b73b-f48dfef94e37 req-576027c2-66f3-43e4-9e2e-765aacd958c0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0792682 Nov 01 16:44:45.299757 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36682-569f-4a75-86b3-a9c15ee94207 req-c9528296-0c25-4d56-bc96-da715c615876 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:45.301173 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8ae36682-569f-4a75-86b3-a9c15ee94207 req-c9528296-0c25-4d56-bc96-da715c615876 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0798092 Nov 01 16:44:45.357301 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3b603db0-0b37-4473-b73b-f48dfef94e37 req-3e71ef95-833d-4b39-92b4-69597cd5cb3e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551786 Nov 01 16:44:45.362782 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8ae36682-569f-4a75-86b3-a9c15ee94207 req-d0709511-1a5d-45b6-b93f-7f58f85fba8e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545855 Nov 01 16:44:45.604351 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:45.741368 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3dcdd-b144-45fe-a974-7775aafe17ca req-3e17d075-39d2-48cd-a457-73f3b9ab3c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:45.742826 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4ad3dcdd-b144-45fe-a974-7775aafe17ca req-3e17d075-39d2-48cd-a457-73f3b9ab3c42 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 1099 time: 0.0389330 Nov 01 16:44:45.800770 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4ad3dcdd-b144-45fe-a974-7775aafe17ca req-d822ed21-6b66-411f-b9d3-3fa358242240 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299835 Nov 01 16:44:46.225524 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16217d-5e65-4d1a-a8b5-dabbe000dc8a req-dad3a6f1-7d3c-4895-9a1f-e83d789d4d34 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:46.226981 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6e16217d-5e65-4d1a-a8b5-dabbe000dc8a req-dad3a6f1-7d3c-4895-9a1f-e83d789d4d34 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 946 time: 0.0527551 Nov 01 16:44:46.265420 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6e16217d-5e65-4d1a-a8b5-dabbe000dc8a req-34791603-5802-4bf5-be07-f44e61be64c5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322177 Nov 01 16:44:46.506327 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1de8ba-6562-49d9-8507-090cb959e911 req-4b71b263-5b7c-44d7-aa06-ecf46ff38985 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:46.507828 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1c1de8ba-6562-49d9-8507-090cb959e911 req-4b71b263-5b7c-44d7-aa06-ecf46ff38985 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0781994 Nov 01 16:44:46.516625 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741ab9a-f005-4413-8387-478b4d22e697 req-d0c2c0b5-3627-44cd-a986-eb07bd5af0f1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:46.517880 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b741ab9a-f005-4413-8387-478b4d22e697 req-d0c2c0b5-3627-44cd-a986-eb07bd5af0f1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0863767 Nov 01 16:44:46.579914 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1c1de8ba-6562-49d9-8507-090cb959e911 req-50d86c7a-688d-4e94-8bb0-c7d0f8aee106 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585024 Nov 01 16:44:46.580129 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b741ab9a-f005-4413-8387-478b4d22e697 req-744c8794-3705-4c41-8cd6-2004827ce429 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556865 Nov 01 16:44:47.383182 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ede9d3-1b2e-4163-9041-49198ee7c398 req-b3e4a5c8-9862-46f3-8a0c-23ac4e297829 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:47.384673 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-24ede9d3-1b2e-4163-9041-49198ee7c398 req-b3e4a5c8-9862-46f3-8a0c-23ac4e297829 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 946 time: 0.0508771 Nov 01 16:44:47.424609 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-24ede9d3-1b2e-4163-9041-49198ee7c398 req-e9b80a02-d753-48a3-acab-de6eb28212db tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339229 Nov 01 16:44:47.723367 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04406673-1a3c-47e1-a729-762748fed985 req-c5879fc9-ebf3-4b0d-953e-32a3bcbafc4d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:47.724855 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-04406673-1a3c-47e1-a729-762748fed985 req-c5879fc9-ebf3-4b0d-953e-32a3bcbafc4d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0768707 Nov 01 16:44:47.737473 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99ee9f-7909-4d31-a087-5e8eee68061a req-8b943b2c-81a7-436f-9ce5-e6885b948036 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:47.738845 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4b99ee9f-7909-4d31-a087-5e8eee68061a req-8b943b2c-81a7-436f-9ce5-e6885b948036 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0641615 Nov 01 16:44:47.795936 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-04406673-1a3c-47e1-a729-762748fed985 req-82601021-11c4-4c65-9949-5a8c528560ad tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561295 Nov 01 16:44:47.800562 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4b99ee9f-7909-4d31-a087-5e8eee68061a req-ee22d68d-e158-4681-9a14-43d1a8a8c2db tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552793 Nov 01 16:44:48.379943 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19403f0-b41e-41fc-bd2c-32b88ad65a6f req-c2b12c38-ef62-4725-8f04-6ef7c1b4e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:48.381562 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-d19403f0-b41e-41fc-bd2c-32b88ad65a6f req-c2b12c38-ef62-4725-8f04-6ef7c1b4e2f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=444ccc67043447cf9868bd1a97e38ffe&device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 1099 time: 0.0409184 Nov 01 16:44:48.486653 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19403f0-b41e-41fc-bd2c-32b88ad65a6f req-dcc951c0-b6fb-406a-9dde-2f413a2e12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:48.488597 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-d19403f0-b41e-41fc-bd2c-32b88ad65a6f req-dcc951c0-b6fb-406a-9dde-2f413a2e12bf service neutron] 10.222.0.71 "GET /v2.0/networks?id=e7249020-644b-472a-9af1-7c517486f554 HTTP/1.1" status: 200 len: 909 time: 0.0840001 Nov 01 16:44:48.551679 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dee567-20ea-4c60-9e5f-bc8fea5af78b req-f71bd976-e185-4c49-a64e-67fa078820a2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:48.553060 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c7dee567-20ea-4c60-9e5f-bc8fea5af78b req-f71bd976-e185-4c49-a64e-67fa078820a2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 946 time: 0.0488508 Nov 01 16:44:48.556409 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-d19403f0-b41e-41fc-bd2c-32b88ad65a6f req-e3988dc5-7c5e-4efe-a8c1-8983b983907e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258ed614-4f0b-49a8-9d8b-60edb836514d HTTP/1.1" status: 200 len: 1002 time: 0.0608022 Nov 01 16:44:48.594144 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c7dee567-20ea-4c60-9e5f-bc8fea5af78b req-52103f57-8bbd-42e0-8c7d-42b7269bedf3 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339093 Nov 01 16:44:48.607672 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19403f0-b41e-41fc-bd2c-32b88ad65a6f req-00437a0c-58c9-49cd-9d1e-7dd36c9f0151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:48.609140 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-d19403f0-b41e-41fc-bd2c-32b88ad65a6f req-00437a0c-58c9-49cd-9d1e-7dd36c9f0151 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76d43ed6-be2d-4001-972a-9c12ec0c965b HTTP/1.1" status: 200 len: 847 time: 0.0446186 Nov 01 16:44:48.656480 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19403f0-b41e-41fc-bd2c-32b88ad65a6f req-69703690-3220-42d0-b379-1c9f9cc7356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:48.657957 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-d19403f0-b41e-41fc-bd2c-32b88ad65a6f req-69703690-3220-42d0-b379-1c9f9cc7356c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7249020-644b-472a-9af1-7c517486f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403099 Nov 01 16:44:48.708469 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71499c-6fd6-4169-a627-4997daf8e1f3 req-76f48e28-9143-4ed6-be5a-71f3f4efabb6 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:48.709972 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7f71499c-6fd6-4169-a627-4997daf8e1f3 req-76f48e28-9143-4ed6-be5a-71f3f4efabb6 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 946 time: 0.0521841 Nov 01 16:44:48.718311 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 41432) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:48.723161 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ae77d015-bb58-4e48-88ac-4dbb4bd67de5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Request body: {'floatingip': {'port_id': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:44:48.759200 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-d19403f0-b41e-41fc-bd2c-32b88ad65a6f req-260deba4-6324-4bf6-829a-f96b21570c7c service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923653 Nov 01 16:44:48.766012 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d015-bb58-4e48-88ac-4dbb4bd67de5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:48.859915 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-d19403f0-b41e-41fc-bd2c-32b88ad65a6f req-9e49b70c-d1dd-4df9-a764-ccac7604c355 service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927913 Nov 01 16:44:49.005283 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8d1a-de8a-468b-a6a9-81d0f1dd2ed6 req-ca5cd9fa-0126-4094-a294-a85418b74d2b tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:49.006759 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9c9f8d1a-de8a-468b-a6a9-81d0f1dd2ed6 req-ca5cd9fa-0126-4094-a294-a85418b74d2b tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.1337345 Nov 01 16:44:49.048750 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628bf6f-8e0e-4c5a-a641-b3cb1e8b99b1 req-98c3d437-7f60-4bdc-be01-1d7cf31f0689 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:49.050170 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d628bf6f-8e0e-4c5a-a641-b3cb1e8b99b1 req-98c3d437-7f60-4bdc-be01-1d7cf31f0689 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.1493039 Nov 01 16:44:49.155164 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9c9f8d1a-de8a-468b-a6a9-81d0f1dd2ed6 req-62b3061e-83b2-4b60-ae15-56b1b92cc506 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171925 Nov 01 16:44:49.163440 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d628bf6f-8e0e-4c5a-a641-b3cb1e8b99b1 req-e7604333-f21d-4164-8484-5acbee4b8c46 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046698 Nov 01 16:44:49.356321 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d015-bb58-4e48-88ac-4dbb4bd67de5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:49.436702 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d015-bb58-4e48-88ac-4dbb4bd67de5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:49.539877 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.l3_db [None req-ae77d015-bb58-4e48-88ac-4dbb4bd67de5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Floating IP 1f0a2f78-0c49-479a-ae1f-1a6b176b1d36 associated. External IP: 172.27.2.90, port: bfd91c19-5f8a-4dd1-b151-9632d40eb5d9. Nov 01 16:44:49.983257 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae77d015-bb58-4e48-88ac-4dbb4bd67de5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:44:50.092668 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae77d015-bb58-4e48-88ac-4dbb4bd67de5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:44:50.097631 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d015-bb58-4e48-88ac-4dbb4bd67de5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:50.102623 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e861dc8-5082-469c-857f-f080120cfa15 None None] Sync routers for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:44:50.113536 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e861dc8-5082-469c-857f-f080120cfa15 None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:44:50.114362 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5e861dc8-5082-469c-857f-f080120cfa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:44:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:50.127695 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ae77d015-bb58-4e48-88ac-4dbb4bd67de5 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "PUT /v2.0/floatingips/1f0a2f78-0c49-479a-ae1f-1a6b176b1d36 HTTP/1.1" status: 200 len: 991 time: 1.4082155 Nov 01 16:44:50.128290 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'tag': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:44:50.130593 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ff87c5-eb5d-4254-9c33-1abd83689e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd3faaa-9990-4d02-8aaf-45f0af4ce840", "tag": "bfd91c19-5f8a-4dd1-b151-9632d40eb5d9"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:44:50.168189 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ac8b17-eebb-4bdb-8dd4-14bd8c4d3bdc x-openstack-request-id: req-d2ac8b17-eebb-4bdb-8dd4-14bd8c4d3bdc {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:44:50.168482 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd3faaa-9990-4d02-8aaf-45f0af4ce840", "tag": "bfd91c19-5f8a-4dd1-b151-9632d40eb5d9", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:44:50.168738 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2ac8b17-eebb-4bdb-8dd4-14bd8c4d3bdc {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:44:50.169162 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'tag': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9', 'status': 'completed', 'code': 200} Nov 01 16:44:50.236049 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5e861dc8-5082-469c-857f-f080120cfa15 None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:44:50.274601 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff87c5-eb5d-4254-9c33-1abd83689e2f req-db9a8762-f4ce-404a-ba3e-12b8579b1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:50.275882 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-c5ff87c5-eb5d-4254-9c33-1abd83689e2f req-db9a8762-f4ce-404a-ba3e-12b8579b1158 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c81bd66099584febb56806578f478281&device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 1099 time: 0.0688629 Nov 01 16:44:50.295114 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399776e-802d-4572-967c-e0eb391af86b req-39964d4c-4405-4454-b987-9216feaaa93f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:50.302341 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1399776e-802d-4572-967c-e0eb391af86b req-39964d4c-4405-4454-b987-9216feaaa93f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0673063 Nov 01 16:44:50.367596 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1399776e-802d-4572-967c-e0eb391af86b req-3c111327-b04e-4f75-a237-02b8f29a589d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643651 Nov 01 16:44:50.376757 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff87c5-eb5d-4254-9c33-1abd83689e2f req-0b81fa99-07d6-4e33-9c09-222fd524c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:50.378430 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-c5ff87c5-eb5d-4254-9c33-1abd83689e2f req-0b81fa99-07d6-4e33-9c09-222fd524c980 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bc45f9ac-9856-4d97-9112-de09cb44caf6 HTTP/1.1" status: 200 len: 912 time: 0.0938146 Nov 01 16:44:50.381124 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402e979-b397-49ae-b587-f93881a50255 req-750ab866-034a-4489-8e2d-e69635f64e90 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:50.382757 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2402e979-b397-49ae-b587-f93881a50255 req-750ab866-034a-4489-8e2d-e69635f64e90 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0777252 Nov 01 16:44:50.428250 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2402e979-b397-49ae-b587-f93881a50255 req-42ceb668-d021-4e5b-9f31-5144fc806ad3 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379968 Nov 01 16:44:50.456657 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-c5ff87c5-eb5d-4254-9c33-1abd83689e2f req-265708ba-cf01-41f8-b803-508d6d95a577 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 HTTP/1.1" status: 200 len: 999 time: 0.0679879 Nov 01 16:44:50.503283 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5e861dc8-5082-469c-857f-f080120cfa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '1f0a2f78-0c49-479a-ae1f-1a6b176b1d36', 'tenant_id': 'c81bd66099584febb56806578f478281', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'port_id': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'mac_address': 'fa:16:3e:1d:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:44:28Z', 'updated_at': '2021-11-01T16:44:49Z', 'revision_number': 1, 'project_id': 'c81bd66099584febb56806578f478281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:01Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:50.513299 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff87c5-eb5d-4254-9c33-1abd83689e2f req-7309047d-9d4d-488e-a1f2-d261460297f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:50.518557 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-c5ff87c5-eb5d-4254-9c33-1abd83689e2f req-7309047d-9d4d-488e-a1f2-d261460297f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33884561-066e-4e8a-9e07-62590670342c HTTP/1.1" status: 200 len: 850 time: 0.0508447 Nov 01 16:44:50.530236 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e861dc8-5082-469c-857f-f080120cfa15 None None] Checking router: 5607e762-e64b-4ebc-9d13-c5c6ece3d92d for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:44:50.539453 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e861dc8-5082-469c-857f-f080120cfa15 None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:44:50.540071 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5e861dc8-5082-469c-857f-f080120cfa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:44:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:50.562390 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff87c5-eb5d-4254-9c33-1abd83689e2f req-a024c373-a801-453c-aa16-183426077024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:50.564000 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-c5ff87c5-eb5d-4254-9c33-1abd83689e2f req-a024c373-a801-453c-aa16-183426077024 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bc45f9ac-9856-4d97-9112-de09cb44caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411491 Nov 01 16:44:50.648154 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5e861dc8-5082-469c-857f-f080120cfa15 None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:44:50.663106 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-c5ff87c5-eb5d-4254-9c33-1abd83689e2f req-a3e0017c-59ec-4989-a356-74b28e1c433f service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907893 Nov 01 16:44:50.755148 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-c5ff87c5-eb5d-4254-9c33-1abd83689e2f req-c8cd274d-0b1d-44ea-8ca4-50d867935666 service neutron] 10.222.0.71 "GET /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840864 Nov 01 16:44:50.871956 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5e861dc8-5082-469c-857f-f080120cfa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '1f0a2f78-0c49-479a-ae1f-1a6b176b1d36', 'tenant_id': 'c81bd66099584febb56806578f478281', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'port_id': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'mac_address': 'fa:16:3e:1d:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:44:28Z', 'updated_at': '2021-11-01T16:44:49Z', 'revision_number': 1, 'project_id': 'c81bd66099584febb56806578f478281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:01Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:44:50.901261 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e861dc8-5082-469c-857f-f080120cfa15 None None] The sync data for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi is: [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '1f0a2f78-0c49-479a-ae1f-1a6b176b1d36', 'tenant_id': 'c81bd66099584febb56806578f478281', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'port_id': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'mac_address': 'fa:16:3e:1d:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:44:28Z', 'updated_at': '2021-11-01T16:44:49Z', 'revision_number': 1, 'project_id': 'c81bd66099584febb56806578f478281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:01Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:44:51.093112 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae6779-f04a-4664-a03b-e957ae95ea96 None None] New status for floating IP 1f0a2f78-0c49-479a-ae1f-1a6b176b1d36: ACTIVE {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:44:51.490956 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47e184-1bb6-4a26-9f27-951fc7977d29 req-0ee609de-c91b-424b-b3b6-f06528f407f2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:51.492429 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fc47e184-1bb6-4a26-9f27-951fc7977d29 req-0ee609de-c91b-424b-b3b6-f06528f407f2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0509784 Nov 01 16:44:51.562624 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fc47e184-1bb6-4a26-9f27-951fc7977d29 req-c4600234-b1ad-4bb0-9449-a7eb57b19d87 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630236 Nov 01 16:44:51.581783 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671adb1-2bb2-487e-a95b-072fea38ce51 req-93775eb5-d420-4a57-92dd-1d3302420b02 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:51.581783 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5671adb1-2bb2-487e-a95b-072fea38ce51 req-93775eb5-d420-4a57-92dd-1d3302420b02 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0670154 Nov 01 16:44:51.620445 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5671adb1-2bb2-487e-a95b-072fea38ce51 req-f82a3eba-d13b-4127-959a-adb94820a443 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325246 Nov 01 16:44:51.695105 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41468) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:51.798514 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de51bda2-3e8a-4c6c-acb1-281cc01ea1da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:51.874044 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de51bda2-3e8a-4c6c-acb1-281cc01ea1da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:51.927465 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de51bda2-3e8a-4c6c-acb1-281cc01ea1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:51.966315 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-de51bda2-3e8a-4c6c-acb1-281cc01ea1da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed84c63e25824c12a8a87b7f107fae59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700977 Nov 01 16:44:51.967161 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51bda2-3e8a-4c6c-acb1-281cc01ea1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9b19b3-4a5a-44b6-8334-94dd00de5ee3,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:51.969048 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 41472) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:44:52.018277 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:52.039726 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:52.169955 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:52.172724 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:52.173886 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b9b19b3-4a5a-44b6-8334-94dd00de5ee3 HTTP/1.1" status: 204 len: 168 time: 0.2037654 Nov 01 16:44:52.181886 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9b19b3-4a5a-44b6-8334-94dd00de5ee3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:52.189050 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:52.193501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:52.193501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:52.193501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:52.193501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:52.193501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:52.193501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:52.193501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:52.193501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:52.193501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:52.193501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:52.193501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3dc97-9726-4654-886a-55394b7fa4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:44:52.690242 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede540f-25fd-4e7b-bd8c-2ec0d6f0a0a8 req-e5f1f2d9-82f3-40a5-95d9-2895edbb6f2f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:52.691968 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aede540f-25fd-4e7b-bd8c-2ec0d6f0a0a8 req-e5f1f2d9-82f3-40a5-95d9-2895edbb6f2f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0534778 Nov 01 16:44:52.763448 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aede540f-25fd-4e7b-bd8c-2ec0d6f0a0a8 req-1504f8a0-9db6-4175-9d78-0e94a35a5651 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652933 Nov 01 16:44:52.775571 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da29d8b-0e87-47d0-953f-0aaa5adcf205 req-b45d613e-23fc-4908-ae61-8da2b933b2a2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:52.777103 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5da29d8b-0e87-47d0-953f-0aaa5adcf205 req-b45d613e-23fc-4908-ae61-8da2b933b2a2 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0770624 Nov 01 16:44:52.815213 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5da29d8b-0e87-47d0-953f-0aaa5adcf205 req-fd794345-ff53-451d-b8a2-bae07bbf0e96 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319548 Nov 01 16:44:53.881295 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a44967-1db4-465d-9338-8e6014420643 req-e58adfcd-0f35-4326-bedd-fc479123fc99 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:53.883124 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-56a44967-1db4-465d-9338-8e6014420643 req-e58adfcd-0f35-4326-bedd-fc479123fc99 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0528634 Nov 01 16:44:53.953284 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-56a44967-1db4-465d-9338-8e6014420643 req-4b58f0a5-a72d-4fea-a728-74c40d90a686 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628321 Nov 01 16:44:53.968390 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2c5ff-bc08-4516-a5c5-150d4ebe6715 req-03693ae3-0445-4178-9255-0c25152e82f4 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:53.976293 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-74c2c5ff-bc08-4516-a5c5-150d4ebe6715 req-03693ae3-0445-4178-9255-0c25152e82f4 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0734022 Nov 01 16:44:54.011939 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-74c2c5ff-bc08-4516-a5c5-150d4ebe6715 req-194c51f1-e856-42c1-a334-0fd6c6209b92 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327158 Nov 01 16:44:54.758780 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:44:54.856180 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:54.866832 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'port_id': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'mac_address': 'fa:16:3e:4e:04:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:44:54.902464 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:54.914545 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:44:54.934822 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:55.010392 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:55.067279 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,revision_number=6']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:55.090764 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b57b-f552-49df-9137-22e21e7cfffd req-9eb0cbde-3fb4-4cdf-8fad-92c2dd6a3b82 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:55.092333 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4290b57b-f552-49df-9137-22e21e7cfffd req-9eb0cbde-3fb4-4cdf-8fad-92c2dd6a3b82 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0627835 Nov 01 16:44:55.144971 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['4864bb4b-b435-439f-aa7a-1ddad8d7e8b5'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:44:55.160543 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4290b57b-f552-49df-9137-22e21e7cfffd req-cbeb7b79-25a8-40a9-bf21-6bfbc6d1f8a6 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612710 Nov 01 16:44:55.176173 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f5e04-ece4-46e6-9c7d-0601fd97a6da req-e43be9f9-d577-407c-92ba-3cf0f8fee9bb tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:55.176173 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9b5f5e04-ece4-46e6-9c7d-0601fd97a6da req-e43be9f9-d577-407c-92ba-3cf0f8fee9bb tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 945 time: 0.0774844 Nov 01 16:44:55.217055 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9b5f5e04-ece4-46e6-9c7d-0601fd97a6da req-8af96f39-2fb9-499a-8250-8423d0e73607 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349545 Nov 01 16:44:55.695895 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f46362-99ea-4e52-9076-68368d79c206 req-30f3008f-23ee-44aa-a69f-aadfc6f6249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:55.697501 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-57f46362-99ea-4e52-9076-68368d79c206 req-30f3008f-23ee-44aa-a69f-aadfc6f6249c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=444ccc67043447cf9868bd1a97e38ffe&device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 1099 time: 0.0422292 Nov 01 16:44:55.800139 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f46362-99ea-4e52-9076-68368d79c206 req-73ec0761-3a4a-4502-9994-86c574a2a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:55.801863 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-57f46362-99ea-4e52-9076-68368d79c206 req-73ec0761-3a4a-4502-9994-86c574a2a94f service neutron] 10.222.0.71 "GET /v2.0/networks?id=e7249020-644b-472a-9af1-7c517486f554 HTTP/1.1" status: 200 len: 909 time: 0.0974040 Nov 01 16:44:55.868724 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-57f46362-99ea-4e52-9076-68368d79c206 req-1a9197c1-6f04-4c71-9564-5720571adea8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258ed614-4f0b-49a8-9d8b-60edb836514d HTTP/1.1" status: 200 len: 1002 time: 0.0590153 Nov 01 16:44:55.919087 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f46362-99ea-4e52-9076-68368d79c206 req-a6949b79-b8e6-4da2-957a-04dd50af684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:55.920559 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-57f46362-99ea-4e52-9076-68368d79c206 req-a6949b79-b8e6-4da2-957a-04dd50af684f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76d43ed6-be2d-4001-972a-9c12ec0c965b HTTP/1.1" status: 200 len: 847 time: 0.0447848 Nov 01 16:44:55.972026 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f46362-99ea-4e52-9076-68368d79c206 req-b45a948e-2ee2-47fd-81e5-eb6e6c96f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:55.973500 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-57f46362-99ea-4e52-9076-68368d79c206 req-b45a948e-2ee2-47fd-81e5-eb6e6c96f95c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7249020-644b-472a-9af1-7c517486f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452573 Nov 01 16:44:56.065615 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-57f46362-99ea-4e52-9076-68368d79c206 req-6bd7fc58-d0b5-45c0-9c9e-32e679bac5c0 service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841980 Nov 01 16:44:56.160047 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-57f46362-99ea-4e52-9076-68368d79c206 req-a80effae-69f6-4984-8db1-5e9318133d66 service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863628 Nov 01 16:44:56.297721 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0554d1-d5c8-4e9b-a594-e7da4e39f67e req-ba5cb70c-91ba-4050-bc9c-9f4732769505 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:56.307308 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ce0554d1-d5c8-4e9b-a594-e7da4e39f67e req-ba5cb70c-91ba-4050-bc9c-9f4732769505 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0733807 Nov 01 16:44:56.371812 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ce0554d1-d5c8-4e9b-a594-e7da4e39f67e req-d9825e21-aa55-4b6c-a5ee-508e2e52ba7f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611603 Nov 01 16:44:56.396263 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110260a-19ff-4e8c-a8b2-19d21c97090e req-413bd9bf-1b4f-46a2-ada6-a82dd7759cc1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:56.401469 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9110260a-19ff-4e8c-a8b2-19d21c97090e req-413bd9bf-1b4f-46a2-ada6-a82dd7759cc1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 945 time: 0.0887291 Nov 01 16:44:56.447434 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9110260a-19ff-4e8c-a8b2-19d21c97090e req-95e5b7fc-39ac-4d53-82de-8e60599c1dbe tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419490 Nov 01 16:44:56.759191 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:44:56.809976 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:44:56.810504 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:56.907502 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:56.935712 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:44:56.940604 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eef327f-00ad-4830-a364-c751a13345eb" -d '{"events": [{"server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "name": "network-vif-plugged", "status": "completed", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:44:56.955218 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:44:56.981236 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d8dc25-fdb0-46d8-96cb-64c5acecbd06 x-openstack-request-id: req-06d8dc25-fdb0-46d8-96cb-64c5acecbd06 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:44:56.981622 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "name": "network-vif-plugged", "status": "completed", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:44:56.981962 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06d8dc25-fdb0-46d8-96cb-64c5acecbd06 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:44:56.982440 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'code': 200} Nov 01 16:44:57.021230 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:44:57.069400 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,revision_number=7']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:44:57.596259 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00f755-561c-466e-9fd4-3a952fc8c266 req-7a3d65bb-024c-4ce6-819e-41bd2445a1b1 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:57.598474 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4e00f755-561c-466e-9fd4-3a952fc8c266 req-7a3d65bb-024c-4ce6-819e-41bd2445a1b1 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.1078789 Nov 01 16:44:57.614691 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35404218-83ed-4fa1-a6d0-c82e20fb881e req-e59f298f-7a77-4327-9596-6d5a27765946 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:57.622991 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-35404218-83ed-4fa1-a6d0-c82e20fb881e req-e59f298f-7a77-4327-9596-6d5a27765946 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0841048 Nov 01 16:44:57.682633 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-35404218-83ed-4fa1-a6d0-c82e20fb881e req-1a84bb90-0c96-42a7-94ce-16cb20bfa28c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583844 Nov 01 16:44:57.697796 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4e00f755-561c-466e-9fd4-3a952fc8c266 req-4f1597bf-c9e7-4d56-947b-32fadd17f7ca tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721898 Nov 01 16:44:58.853313 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b60cf-7b22-402a-8f59-d6d1de569ae0 req-8118f326-d30f-41ea-9ed9-0948cfcfc98a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:58.855496 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e96b60cf-7b22-402a-8f59-d6d1de569ae0 req-8118f326-d30f-41ea-9ed9-0948cfcfc98a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0632913 Nov 01 16:44:58.866086 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d0723-6bf4-4cdf-bf06-370044b683c6 req-e45810f5-c641-4eea-84b1-357315d51390 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:44:58.874215 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6b8d0723-6bf4-4cdf-bf06-370044b683c6 req-e45810f5-c641-4eea-84b1-357315d51390 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.1111071 Nov 01 16:44:58.936122 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6b8d0723-6bf4-4cdf-bf06-370044b683c6 req-184b60a3-9eca-4e1f-bf31-b592c9cd3235 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609324 Nov 01 16:44:58.939273 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e96b60cf-7b22-402a-8f59-d6d1de569ae0 req-634f6ef2-e5a9-4980-bfe7-4638ff1aef83 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624852 Nov 01 16:45:00.128579 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ca798-c803-4df7-8e95-53b2163e0b5d req-ce6fd5aa-0221-4bd9-b3e5-f728ebd37704 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:00.131569 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6e0ca798-c803-4df7-8e95-53b2163e0b5d req-ce6fd5aa-0221-4bd9-b3e5-f728ebd37704 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0807834 Nov 01 16:45:00.140977 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139a880-55f6-429e-9dba-c124646caa8b req-d2b282e1-e51c-4971-a949-0320aef8de91 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:00.142792 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7139a880-55f6-429e-9dba-c124646caa8b req-d2b282e1-e51c-4971-a949-0320aef8de91 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.1188078 Nov 01 16:45:00.208760 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6e0ca798-c803-4df7-8e95-53b2163e0b5d req-14d42c53-6928-45bc-b9ce-975d94d06775 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647528 Nov 01 16:45:00.228157 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7139a880-55f6-429e-9dba-c124646caa8b req-b7efa3b0-e527-4625-9c2a-71317e831fb9 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733893 Nov 01 16:45:00.745065 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-93b38ff3-508c-4621-828d-f12cb645706f req-4ca9189b-1b38-4967-8808-9400032f256e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800245 Nov 01 16:45:00.760416 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4660dd-c4e4-4024-bc65-517ef0e952f7 req-14114dfc-286c-4589-b0c5-cb7d56c02530 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:00.778134 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fb4660dd-c4e4-4024-bc65-517ef0e952f7 req-14114dfc-286c-4589-b0c5-cb7d56c02530 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.1084149 Nov 01 16:45:00.806952 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 258ed614-4f0b-49a8-9d8b-60edb836514d no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:45:00.826714 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fb4660dd-c4e4-4024-bc65-517ef0e952f7 req-bdcb7219-d0ff-4ee6-b060-4bb4482f0250 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474834 Nov 01 16:45:01.066104 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:01.093722 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:45:01.096443 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cb894e-b650-4cfd-afa0-777bc74b11ad" -d '{"events": [{"server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "name": "network-vif-unplugged", "status": "completed", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:45:01.113915 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 258ed614-4f0b-49a8-9d8b-60edb836514d, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=258ed614-4f0b-49a8-9d8b-60edb836514d,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:45:01.143229 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 01 Nov 2021 16:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1f540e-950b-4185-b450-6b743f46d64b x-openstack-request-id: req-0a1f540e-950b-4185-b450-6b743f46d64b {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:45:01.143974 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "name": "network-vif-unplugged", "status": "failed", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d", "code": 422}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:45:01.143974 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a1f540e-950b-4185-b450-6b743f46d64b {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:45:01.144527 dv-cinder-816187-1-iscsi neutron-server[102021]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'code': 422} returned with failed status Nov 01 16:45:01.199623 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:01.347901 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=258ed614-4f0b-49a8-9d8b-60edb836514d,revision_number=6']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:45:01.377521 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd0f28-8aa5-4c93-a038-d1ccfb05d29c req-3bde8abe-f452-48ec-ba3c-37409db154d1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:01.379606 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-29cd0f28-8aa5-4c93-a038-d1ccfb05d29c req-3bde8abe-f452-48ec-ba3c-37409db154d1 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0629134 Nov 01 16:45:01.427831 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-29cd0f28-8aa5-4c93-a038-d1ccfb05d29c req-8b4cec66-46fd-41b2-bdee-2a264e8061ab tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370622 Nov 01 16:45:01.967277 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafecd77-1227-44ee-9839-5a3f80858f13 req-70699ed0-84a6-4d53-bf0e-e5a458789d70 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:01.974939 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bafecd77-1227-44ee-9839-5a3f80858f13 req-70699ed0-84a6-4d53-bf0e-e5a458789d70 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0691793 Nov 01 16:45:02.012585 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bafecd77-1227-44ee-9839-5a3f80858f13 req-ac8e73df-a755-484d-9ae5-ba92e5c00c11 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367556 Nov 01 16:45:02.560956 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e632e2-5746-44d3-9b19-ece24cb93244 req-fd09acdd-b191-4db9-9c21-b2716197c175 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:02.562362 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-33e632e2-5746-44d3-9b19-ece24cb93244 req-fd09acdd-b191-4db9-9c21-b2716197c175 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0508828 Nov 01 16:45:02.602226 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-33e632e2-5746-44d3-9b19-ece24cb93244 req-9cffab20-f74b-45c5-a192-2653ac8832bf tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337677 Nov 01 16:45:03.134095 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156f90c-84ae-4719-8f97-67d2d489a17e req-e77993a1-a3d6-4c4b-be09-6f026de958b4 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:03.135715 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f156f90c-84ae-4719-8f97-67d2d489a17e req-e77993a1-a3d6-4c4b-be09-6f026de958b4 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0530725 Nov 01 16:45:03.182747 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f156f90c-84ae-4719-8f97-67d2d489a17e req-8e45e448-b5c7-42a4-8461-daac77a0a605 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397825 Nov 01 16:45:03.730602 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122efdf8-94e0-4ba8-af36-2786293c1c83 req-c0a6b37e-b5f1-4f0a-947f-3ef19a534392 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:03.735878 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-122efdf8-94e0-4ba8-af36-2786293c1c83 req-c0a6b37e-b5f1-4f0a-947f-3ef19a534392 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0599401 Nov 01 16:45:03.778556 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-122efdf8-94e0-4ba8-af36-2786293c1c83 req-d2b70ce1-3aae-4689-bf49-494077ea808f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391502 Nov 01 16:45:04.311315 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2997a9-212e-4ef4-8eaf-f2ec392edc8f req-23ddf76a-bd75-4f0e-8f8a-6fe981d169c7 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:04.318719 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e2997a9-212e-4ef4-8eaf-f2ec392edc8f req-23ddf76a-bd75-4f0e-8f8a-6fe981d169c7 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0595367 Nov 01 16:45:04.356266 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e2997a9-212e-4ef4-8eaf-f2ec392edc8f req-1645df33-7334-43c8-92a7-ad243497a5bc tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364633 Nov 01 16:45:04.908982 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd3e13-40bf-4fb0-a102-4066fb1562ee req-e3c1a51f-f1e6-4173-a354-a0c19cd576ac tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:04.915994 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-91bd3e13-40bf-4fb0-a102-4066fb1562ee req-e3c1a51f-f1e6-4173-a354-a0c19cd576ac tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0581551 Nov 01 16:45:04.952221 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-91bd3e13-40bf-4fb0-a102-4066fb1562ee req-752042d2-4e4d-495f-ba3f-e192baaa830d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348535 Nov 01 16:45:05.487082 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3160a42-0542-4983-8d7d-88dcdf2eaf66 req-ef39cb00-6345-4d50-a517-b954ccbb85ef tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:05.488689 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a3160a42-0542-4983-8d7d-88dcdf2eaf66 req-ef39cb00-6345-4d50-a517-b954ccbb85ef tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0619252 Nov 01 16:45:05.531483 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a3160a42-0542-4983-8d7d-88dcdf2eaf66 req-439c6387-6140-4a71-9e65-274f389f0278 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364397 Nov 01 16:45:05.902027 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d3c3bbbd-8dca-45a9-b8ea-b3c20b717402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:06.106805 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d52a6-fcaa-45aa-9b39-0c90d6a9a87c req-806aabdf-ff82-4811-8be8-73e2a2351c53 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:06.108806 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-708d52a6-fcaa-45aa-9b39-0c90d6a9a87c req-806aabdf-ff82-4811-8be8-73e2a2351c53 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0761080 Nov 01 16:45:06.207871 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-708d52a6-fcaa-45aa-9b39-0c90d6a9a87c req-f88b803f-bb82-4040-8695-82842ffabe2c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913527 Nov 01 16:45:06.663033 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e3c0a-59c5-4a4e-87a1-d7b8b8f66fd5 req-da453e83-cbae-4f3e-a296-7b9db0a85cb2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:06.664840 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-692e3c0a-59c5-4a4e-87a1-d7b8b8f66fd5 req-da453e83-cbae-4f3e-a296-7b9db0a85cb2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0514903 Nov 01 16:45:06.715905 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-692e3c0a-59c5-4a4e-87a1-d7b8b8f66fd5 req-9947c861-2744-4672-b665-2fe683938efa tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440576 Nov 01 16:45:06.852812 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b38ff3-508c-4621-828d-f12cb645706f req-aa7088a0-ff7e-49af-aff3-a9da98553dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:06.854312 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-93b38ff3-508c-4621-828d-f12cb645706f req-aa7088a0-ff7e-49af-aff3-a9da98553dbe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5&tenant_id=444ccc67043447cf9868bd1a97e38ffe HTTP/1.1" status: 200 len: 1097 time: 0.0411785 Nov 01 16:45:06.913810 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b38ff3-508c-4621-828d-f12cb645706f req-2c16ade2-8128-44c0-8d31-3b1ac549a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:06.915169 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-93b38ff3-508c-4621-828d-f12cb645706f req-2c16ade2-8128-44c0-8d31-3b1ac549a015 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=444ccc67043447cf9868bd1a97e38ffe&device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 1097 time: 0.0388334 Nov 01 16:45:07.012286 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b38ff3-508c-4621-828d-f12cb645706f req-f8eadec8-dd25-41ac-b166-ed6a0cb89cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:07.013828 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-93b38ff3-508c-4621-828d-f12cb645706f req-f8eadec8-dd25-41ac-b166-ed6a0cb89cea service neutron] 10.222.0.71 "GET /v2.0/networks?id=e7249020-644b-472a-9af1-7c517486f554 HTTP/1.1" status: 200 len: 909 time: 0.0910323 Nov 01 16:45:07.091473 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-93b38ff3-508c-4621-828d-f12cb645706f req-d260be7e-6e9c-4ed7-8098-9e776b95ae98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258ed614-4f0b-49a8-9d8b-60edb836514d HTTP/1.1" status: 200 len: 1000 time: 0.0666277 Nov 01 16:45:07.145202 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b38ff3-508c-4621-828d-f12cb645706f req-9448aaf2-f155-4c03-b007-11a4c51fbbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:07.146684 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-93b38ff3-508c-4621-828d-f12cb645706f req-9448aaf2-f155-4c03-b007-11a4c51fbbe9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76d43ed6-be2d-4001-972a-9c12ec0c965b HTTP/1.1" status: 200 len: 847 time: 0.0479758 Nov 01 16:45:07.196257 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b38ff3-508c-4621-828d-f12cb645706f req-ba355641-2f85-4706-993b-a6728a24b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:07.196257 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-93b38ff3-508c-4621-828d-f12cb645706f req-ba355641-2f85-4706-993b-a6728a24b1f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7249020-644b-472a-9af1-7c517486f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404234 Nov 01 16:45:07.299733 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-93b38ff3-508c-4621-828d-f12cb645706f req-56e31250-7ce2-4c03-adf0-127eacd19e3b service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903425 Nov 01 16:45:07.338009 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46ad79-5983-43b6-b2ef-8365ab14bcb6 req-048a7ac5-4576-425f-9592-548589d3514f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:07.339626 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8f46ad79-5983-43b6-b2ef-8365ab14bcb6 req-048a7ac5-4576-425f-9592-548589d3514f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0592606 Nov 01 16:45:07.380454 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8f46ad79-5983-43b6-b2ef-8365ab14bcb6 req-3fdd4eb8-1fd0-4d45-a7a2-5868dc77b353 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346513 Nov 01 16:45:07.667140 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-93b38ff3-508c-4621-828d-f12cb645706f req-78f87f37-db00-45c2-b1bd-2f3ee671a6a9 service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601043 Nov 01 16:45:07.836811 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14ca65-3c8f-463f-980b-b1cf1d790447 req-4441dbee-06cf-4202-9397-ad518b9d58eb tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:07.838480 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ba14ca65-3c8f-463f-980b-b1cf1d790447 req-4441dbee-06cf-4202-9397-ad518b9d58eb tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0528781 Nov 01 16:45:07.877183 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ba14ca65-3c8f-463f-980b-b1cf1d790447 req-96c39aff-ed8a-4288-a20b-ff6535d44c8b tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320365 Nov 01 16:45:07.975082 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee9d47-fa5a-4b99-a3f4-5c95bdd53a07 req-675f5a62-0422-4d42-88ad-dedfc6b57b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:07.976473 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-a6ee9d47-fa5a-4b99-a3f4-5c95bdd53a07 req-675f5a62-0422-4d42-88ad-dedfc6b57b93 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 1099 time: 0.0403123 Nov 01 16:45:08.069733 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee9d47-fa5a-4b99-a3f4-5c95bdd53a07 req-a51b07ee-9fe7-4582-a698-b7abdc7b8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:08.071239 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-a6ee9d47-fa5a-4b99-a3f4-5c95bdd53a07 req-a51b07ee-9fe7-4582-a698-b7abdc7b8c5f service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 918 time: 0.0872886 Nov 01 16:45:08.138645 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-a6ee9d47-fa5a-4b99-a3f4-5c95bdd53a07 req-00f881d1-f043-46bf-a637-cd0892fbf45c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 HTTP/1.1" status: 200 len: 1002 time: 0.0581002 Nov 01 16:45:08.141665 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0a04cc06-9041-4ae1-9f03-6db42dd38030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:08.195110 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee9d47-fa5a-4b99-a3f4-5c95bdd53a07 req-7bd8e46f-942b-4860-91a1-60c89c25fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:08.196593 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-a6ee9d47-fa5a-4b99-a3f4-5c95bdd53a07 req-7bd8e46f-942b-4860-91a1-60c89c25fcfe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12d120ec-7c1c-492a-aded-98eaa12c8391 HTTP/1.1" status: 200 len: 856 time: 0.0482109 Nov 01 16:45:08.242350 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee9d47-fa5a-4b99-a3f4-5c95bdd53a07 req-1e2369fe-b930-423f-9944-f8144a7a539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:08.243760 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-a6ee9d47-fa5a-4b99-a3f4-5c95bdd53a07 req-1e2369fe-b930-423f-9944-f8144a7a539a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac002b1f-c80d-4c51-9e9a-3afa35f24108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396700 Nov 01 16:45:08.336685 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-a6ee9d47-fa5a-4b99-a3f4-5c95bdd53a07 req-4f070c10-5585-4ff9-ba10-6a063d9321bd service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845406 Nov 01 16:45:08.435305 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-a6ee9d47-fa5a-4b99-a3f4-5c95bdd53a07 req-4f449c56-10e5-4a8e-b488-c7d6ac795107 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901253 Nov 01 16:45:08.508785 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09444b74-6ed7-4b47-ae92-fdf5e8ddbff0 req-2df35f73-d482-4ce6-9153-756101fdcf11 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:08.511748 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-09444b74-6ed7-4b47-ae92-fdf5e8ddbff0 req-2df35f73-d482-4ce6-9153-756101fdcf11 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0514364 Nov 01 16:45:08.551457 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-09444b74-6ed7-4b47-ae92-fdf5e8ddbff0 req-a190077d-4549-4889-a243-27e6a6b28527 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335925 Nov 01 16:45:08.994783 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c51c-eaba-48c2-9a01-57c979d5f17b req-5081c67b-0f3b-430e-8df8-ab4f99342c2f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:08.996908 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f7a7c51c-eaba-48c2-9a01-57c979d5f17b req-5081c67b-0f3b-430e-8df8-ab4f99342c2f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0528903 Nov 01 16:45:09.034696 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f7a7c51c-eaba-48c2-9a01-57c979d5f17b req-8ff2be57-2aec-4541-8829-3d3b7e6a568b tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316637 Nov 01 16:45:09.392675 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:09.675730 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9214ba-e19a-4adf-b6cf-5c61b8ef2113 req-e32ecb2c-fb58-47fd-a58b-adf2da21c084 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:09.677197 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2c9214ba-e19a-4adf-b6cf-5c61b8ef2113 req-e32ecb2c-fb58-47fd-a58b-adf2da21c084 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0503359 Nov 01 16:45:09.716345 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2c9214ba-e19a-4adf-b6cf-5c61b8ef2113 req-39c694e5-1b53-46c8-bf94-2e6f065297d0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332534 Nov 01 16:45:10.155694 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f2e06-7e67-4ea9-8f69-4dd6120d1d46 req-460dd6fe-b311-4d4d-9b82-be69912a8cef tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:10.157241 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-127f2e06-7e67-4ea9-8f69-4dd6120d1d46 req-460dd6fe-b311-4d4d-9b82-be69912a8cef tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0500247 Nov 01 16:45:10.194897 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-127f2e06-7e67-4ea9-8f69-4dd6120d1d46 req-caf63179-5f8e-4235-a465-d443e4f11af6 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316107 Nov 01 16:45:10.716852 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:10.848225 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f859e7-f43d-4805-91df-441ceb1149e5 req-5dbf7002-b191-4389-9ba8-b8ed8537a13a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:10.851990 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d3f859e7-f43d-4805-91df-441ceb1149e5 req-5dbf7002-b191-4389-9ba8-b8ed8537a13a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 946 time: 0.0598083 Nov 01 16:45:10.889612 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d3f859e7-f43d-4805-91df-441ceb1149e5 req-bafce48d-c780-49a2-b265-a5a6aa32aa67 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335689 Nov 01 16:45:10.899588 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:45:10.990066 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:11.017995 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:45:11.020647 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c17838-da19-4bda-be2a-94691c778293" -d '{"events": [{"server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "name": "network-vif-unplugged", "status": "completed", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:45:11.036466 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:45:11.061410 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 01 Nov 2021 16:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d523d5c-1c1a-4a16-a907-5b426800e4d4 x-openstack-request-id: req-1d523d5c-1c1a-4a16-a907-5b426800e4d4 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:45:11.061706 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "name": "network-vif-unplugged", "status": "failed", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5", "code": 422}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:45:11.061960 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d523d5c-1c1a-4a16-a907-5b426800e4d4 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:45:11.062366 dv-cinder-816187-1-iscsi neutron-server[102021]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'code': 422} returned with failed status Nov 01 16:45:11.130331 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:11.180357 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,revision_number=8']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:45:11.315723 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d31ecc-1698-45da-9b41-23bc23066067 req-bb4e2726-28a9-4da3-9d8c-a0aba5726538 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:11.317191 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c3d31ecc-1698-45da-9b41-23bc23066067 req-bb4e2726-28a9-4da3-9d8c-a0aba5726538 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0546358 Nov 01 16:45:11.354613 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c3d31ecc-1698-45da-9b41-23bc23066067 req-b83d6725-7d12-4610-9c7e-44777db3829f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313237 Nov 01 16:45:12.478486 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ee55a-5c49-40e8-8237-37042b7a6ad3 req-7c180308-9e4b-4da3-b501-43c8b0362eda tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:12.480001 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fe7ee55a-5c49-40e8-8237-37042b7a6ad3 req-7c180308-9e4b-4da3-b501-43c8b0362eda tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0507915 Nov 01 16:45:12.518747 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fe7ee55a-5c49-40e8-8237-37042b7a6ad3 req-b6c84dbb-9e60-4e3e-b8e1-6dff3e6b20cd tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326650 Nov 01 16:45:13.003551 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [req-ceec9940-c391-4f83-a9e8-13430fb6ffc8 req-a3eb5531-eec9-4604-acf0-e670ccfbb26b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:45:13.004556 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ceec9940-c391-4f83-a9e8-13430fb6ffc8 req-a3eb5531-eec9-4604-acf0-e670ccfbb26b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053830 Nov 01 16:45:13.293859 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ebc98-afd7-44e4-9dc5-64d97f37a75a req-0cf01abe-b80a-4193-87ec-fdb926d10c8d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:13.295001 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f35ebc98-afd7-44e4-9dc5-64d97f37a75a req-0cf01abe-b80a-4193-87ec-fdb926d10c8d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0541840 Nov 01 16:45:13.343451 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f35ebc98-afd7-44e4-9dc5-64d97f37a75a req-b329bb16-55a6-4109-be23-ef4fa970cd7e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420873 Nov 01 16:45:13.427534 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:13.642859 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf46b3-b746-43ee-99ac-50a60093d655 req-2df3529f-e1e5-44cb-9157-3877a015b3f9 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:13.649940 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fbaf46b3-b746-43ee-99ac-50a60093d655 req-2df3529f-e1e5-44cb-9157-3877a015b3f9 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0580142 Nov 01 16:45:13.680870 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 41858) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:45:13.683642 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fbaf46b3-b746-43ee-99ac-50a60093d655 req-8f9bdfdd-5c23-4c29-aad5-5fc9e0d05923 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Nov 01 16:45:13.765240 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-2a8a010f-cf2a-421a-8b27-997b051e5fcd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832129 Nov 01 16:45:13.773978 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-e02c116f-976d-4cfb-ab12-6870069f5d8d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 16:45:13.774923 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-e02c116f-976d-4cfb-ab12-6870069f5d8d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048935 Nov 01 16:45:14.016674 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:45:14.467242 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf29d0-cd6b-4773-8c6a-6bb7eb0e20a2 req-9257468f-8a92-4957-ab7e-153e637e5070 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:14.468713 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6ebf29d0-cd6b-4773-8c6a-6bb7eb0e20a2 req-9257468f-8a92-4957-ab7e-153e637e5070 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0496755 Nov 01 16:45:14.508194 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6ebf29d0-cd6b-4773-8c6a-6bb7eb0e20a2 req-7dc1efd2-74fe-44c0-964d-e2b7cabcaafe tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335295 Nov 01 16:45:14.807801 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa171a-6cfc-4d72-8e45-13015fa99ce4 req-353e3181-9698-42cb-bd72-9a28359f315b tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:14.810007 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6daa171a-6cfc-4d72-8e45-13015fa99ce4 req-353e3181-9698-42cb-bd72-9a28359f315b tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0540934 Nov 01 16:45:14.848660 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6daa171a-6cfc-4d72-8e45-13015fa99ce4 req-4a6dee61-9eee-4d5e-b22b-081ab23b253c tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327747 Nov 01 16:45:14.915893 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 258ed614-4f0b-49a8-9d8b-60edb836514d details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:45:14.919237 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:45:15.072027 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 258ed614-4f0b-49a8-9d8b-60edb836514d, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=258ed614-4f0b-49a8-9d8b-60edb836514d,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:45:15.082689 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'port_id': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'mac_address': 'fa:16:3e:9a:89:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:45:15.123392 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:15.137049 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258ed614-4f0b-49a8-9d8b-60edb836514d {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:45:15.151382 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-72da2d29-1de0-4ecf-bca4-f085ecd7ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:15.153079 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-72da2d29-1de0-4ecf-bca4-f085ecd7ad96 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd&tenant_id=a16bdbc5792c4267960d31f199a308c7 HTTP/1.1" status: 200 len: 1097 time: 0.0416675 Nov 01 16:45:15.157246 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 258ed614-4f0b-49a8-9d8b-60edb836514d, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=258ed614-4f0b-49a8-9d8b-60edb836514d,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:45:15.227578 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:15.237977 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-6a37e70f-debe-4c8a-b2b5-c69d0a888490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:15.239461 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-6a37e70f-debe-4c8a-b2b5-c69d0a888490 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 1097 time: 0.0451920 Nov 01 16:45:15.278601 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=258ed614-4f0b-49a8-9d8b-60edb836514d,revision_number=7']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:45:15.330073 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-6cca4aa3-9419-41d8-9fec-c1e21fcd908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:15.331485 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-6cca4aa3-9419-41d8-9fec-c1e21fcd908b service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 918 time: 0.0836647 Nov 01 16:45:15.403991 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-2c4b9b16-f2c1-439c-af8d-ab66313644ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 HTTP/1.1" status: 200 len: 1000 time: 0.0617037 Nov 01 16:45:15.461873 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-92757ef2-3a41-4f99-9d70-56ad8e1f312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:15.463322 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-92757ef2-3a41-4f99-9d70-56ad8e1f312e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12d120ec-7c1c-492a-aded-98eaa12c8391 HTTP/1.1" status: 200 len: 856 time: 0.0457046 Nov 01 16:45:15.484771 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['258ed614-4f0b-49a8-9d8b-60edb836514d'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:45:15.509356 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-5fd5bdf6-c0a6-4815-87d1-8f2d241f144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:15.510836 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-5fd5bdf6-c0a6-4815-87d1-8f2d241f144a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac002b1f-c80d-4c51-9e9a-3afa35f24108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398722 Nov 01 16:45:15.593023 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:15.617380 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-b6cde2f8-0499-4b61-a446-14d63caeac97 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977967 Nov 01 16:45:15.641706 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c399d-2d12-4ad7-89b5-c8c43375505b req-d84fef08-6a75-44fa-b169-d5ef7e587f98 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:15.643542 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-495c399d-2d12-4ad7-89b5-c8c43375505b req-d84fef08-6a75-44fa-b169-d5ef7e587f98 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0557053 Nov 01 16:45:15.694361 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-495c399d-2d12-4ad7-89b5-c8c43375505b req-e8e6c284-e32c-4379-bfe8-45e18193371a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405052 Nov 01 16:45:15.720031 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ab3e50ac-3b39-4774-8e00-dc14db293222 req-8a3d53e6-0693-4082-8586-b856b94b13d1 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944133 Nov 01 16:45:15.970575 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9115e-88fb-48c5-9d03-7c9843646b4c req-df18c429-8a03-445a-a994-6dc6fafc32a0 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:15.972405 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ccb9115e-88fb-48c5-9d03-7c9843646b4c req-df18c429-8a03-445a-a994-6dc6fafc32a0 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 945 time: 0.0505378 Nov 01 16:45:16.010029 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ccb9115e-88fb-48c5-9d03-7c9843646b4c req-186c562d-4831-4e26-bec8-3c01e0f3af85 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Nov 01 16:45:16.836324 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021219-fe19-4488-a10b-c5b25971b064 req-d4c03410-b6a8-4f21-a350-1a48feaa5568 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:16.837925 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-73021219-fe19-4488-a10b-c5b25971b064 req-d4c03410-b6a8-4f21-a350-1a48feaa5568 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0664349 Nov 01 16:45:16.894724 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-73021219-fe19-4488-a10b-c5b25971b064 req-de510fb8-732f-4b00-8332-5461040e8eaa tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498054 Nov 01 16:45:16.942665 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 258ed614-4f0b-49a8-9d8b-60edb836514d up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:45:16.992330 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 258ed614-4f0b-49a8-9d8b-60edb836514d triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:45:16.992714 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:17.078754 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:17.103699 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:45:17.106673 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38edc29-2eba-496f-b3f6-84985e9ac595" -d '{"events": [{"server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "name": "network-vif-plugged", "status": "completed", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:45:17.136947 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 258ed614-4f0b-49a8-9d8b-60edb836514d, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=258ed614-4f0b-49a8-9d8b-60edb836514d,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:45:17.144626 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259b9de-5cdf-4d4b-8bb3-9bc5fa76b005 req-5bf2b316-9afd-4d25-85ab-25ad0b24f00b tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:17.146104 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7259b9de-5cdf-4d4b-8bb3-9bc5fa76b005 req-5bf2b316-9afd-4d25-85ab-25ad0b24f00b tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 945 time: 0.0574758 Nov 01 16:45:17.199073 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:17.204238 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7259b9de-5cdf-4d4b-8bb3-9bc5fa76b005 req-4f93823e-dabf-4e1f-934a-abf9c0f5d7e4 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513773 Nov 01 16:45:17.260187 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4732e9eb-0796-4641-89e6-9bbe6bd08da7 x-openstack-request-id: req-4732e9eb-0796-4641-89e6-9bbe6bd08da7 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:45:17.260476 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "name": "network-vif-plugged", "status": "completed", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:45:17.260727 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4732e9eb-0796-4641-89e6-9bbe6bd08da7 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:45:17.261116 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'code': 200} Nov 01 16:45:17.266026 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=258ed614-4f0b-49a8-9d8b-60edb836514d,revision_number=8']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:45:18.028239 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d2436-916c-4426-86f9-5ba0f49a933f req-068740f1-9d43-4a31-bf43-c02f49fb86e8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:18.049901 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2c6d2436-916c-4426-86f9-5ba0f49a933f req-068740f1-9d43-4a31-bf43-c02f49fb86e8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0515106 Nov 01 16:45:18.067791 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2c6d2436-916c-4426-86f9-5ba0f49a933f req-62736921-126f-488e-9ca1-580acc53f474 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319884 Nov 01 16:45:18.353645 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b8e1f-1953-4814-bf66-1c18fffa24ee req-92f1b975-04a6-4931-a4fb-92b62c0b3639 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:18.355142 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e1b8e1f-1953-4814-bf66-1c18fffa24ee req-92f1b975-04a6-4931-a4fb-92b62c0b3639 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0783768 Nov 01 16:45:18.395650 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9e1b8e1f-1953-4814-bf66-1c18fffa24ee req-4de3fa7b-b50f-4af6-938a-950c46c0961d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339112 Nov 01 16:45:19.198558 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0324675-69cd-4481-a6eb-d19b5d97c430 req-90e28d9b-9233-44f1-b570-4c50677a672c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:19.200246 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a0324675-69cd-4481-a6eb-d19b5d97c430 req-90e28d9b-9233-44f1-b570-4c50677a672c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0539606 Nov 01 16:45:19.241062 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a0324675-69cd-4481-a6eb-d19b5d97c430 req-dc5f903e-83d8-4878-8ba3-736e6de6e72f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349567 Nov 01 16:45:19.517926 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09027ed9-2f09-4ebb-8eff-e48ffc5f6703 req-f7c9bb22-6fe5-42fa-94ea-69c3f3583bd0 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:19.519389 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-09027ed9-2f09-4ebb-8eff-e48ffc5f6703 req-f7c9bb22-6fe5-42fa-94ea-69c3f3583bd0 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0528710 Nov 01 16:45:19.557141 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-09027ed9-2f09-4ebb-8eff-e48ffc5f6703 req-095c9e51-a627-41d0-b734-c9f26112a2d5 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318913 Nov 01 16:45:20.371356 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05ea91-6421-4679-871e-369d621b5bf4 req-84615b9d-ad18-493a-a930-85cc7df5a619 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:20.374125 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7a05ea91-6421-4679-871e-369d621b5bf4 req-84615b9d-ad18-493a-a930-85cc7df5a619 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0569644 Nov 01 16:45:20.421546 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7a05ea91-6421-4679-871e-369d621b5bf4 req-68e3803f-78a7-4384-9ade-b89b43f76645 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410385 Nov 01 16:45:20.691687 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e871b-384e-4949-8a4c-fa1654c8c65b req-f2a2bc80-3383-46a5-9965-179af33888ab tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:20.695994 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-082e871b-384e-4949-8a4c-fa1654c8c65b req-f2a2bc80-3383-46a5-9965-179af33888ab tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0589631 Nov 01 16:45:20.740023 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-082e871b-384e-4949-8a4c-fa1654c8c65b req-baa1e42e-0d6f-4c54-b89e-65078a9abb92 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326068 Nov 01 16:45:21.546939 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2a84a-8de0-4647-924a-18b9064a1bbf req-4d182ce1-4155-4970-8f3b-96d09f416d0d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:21.548932 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bca2a84a-8de0-4647-924a-18b9064a1bbf req-4d182ce1-4155-4970-8f3b-96d09f416d0d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0531204 Nov 01 16:45:21.592568 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-bca2a84a-8de0-4647-924a-18b9064a1bbf req-e3cf4163-3315-49fe-bf37-d292c4c41f07 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369861 Nov 01 16:45:21.863743 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a8516-972e-4093-b803-fdc0317b9267 req-678c39db-93d0-4280-812c-9464f6f2bd8f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:21.865206 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-279a8516-972e-4093-b803-fdc0317b9267 req-678c39db-93d0-4280-812c-9464f6f2bd8f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0565281 Nov 01 16:45:21.912093 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-279a8516-972e-4093-b803-fdc0317b9267 req-5101400d-13ab-4f55-b50d-0e5e2b0d3fe2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387359 Nov 01 16:45:22.716399 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b60b-601d-41a3-b890-80ad88d07d64 req-1beb2e3a-b1b0-4e61-9cad-cc89a39978dc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:22.718239 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e4b4b60b-601d-41a3-b890-80ad88d07d64 req-1beb2e3a-b1b0-4e61-9cad-cc89a39978dc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0512097 Nov 01 16:45:22.758279 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e4b4b60b-601d-41a3-b890-80ad88d07d64 req-a1e226da-1439-4a46-8e5d-274db989d01f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339961 Nov 01 16:45:23.035795 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497db63-2ff2-48ed-a5ff-116967aea74f req-712ab9d9-2c9e-49f8-9cec-dcba303494ef tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:23.037403 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1497db63-2ff2-48ed-a5ff-116967aea74f req-712ab9d9-2c9e-49f8-9cec-dcba303494ef tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0520699 Nov 01 16:45:23.078502 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1497db63-2ff2-48ed-a5ff-116967aea74f req-3b62074a-4198-4b9e-ad0b-5f20d21dc366 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340300 Nov 01 16:45:23.890557 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a9a24-f9ab-41e3-a354-33b06a4d0198 req-58f4afc1-8916-4af1-8008-be1b308a9312 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:23.891968 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fa7a9a24-f9ab-41e3-a354-33b06a4d0198 req-58f4afc1-8916-4af1-8008-be1b308a9312 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0562773 Nov 01 16:45:23.928453 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fa7a9a24-f9ab-41e3-a354-33b06a4d0198 req-525ce6ae-b990-4b4d-b7a9-90e879bf0652 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305893 Nov 01 16:45:24.205622 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fe441-268f-4ccf-82aa-741f0f8171a4 req-73170f12-0a6d-427c-93ed-6228a776797e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:24.207257 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0c7fe441-268f-4ccf-82aa-741f0f8171a4 req-73170f12-0a6d-427c-93ed-6228a776797e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0599403 Nov 01 16:45:24.248279 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-0c7fe441-268f-4ccf-82aa-741f0f8171a4 req-fd70a803-6b54-4e92-ba6a-aa3c59ddd261 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348399 Nov 01 16:45:25.072811 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25408fb8-3c41-495e-b8a2-51064be739ca req-bff85ccc-8336-4262-88a4-3360508725bb tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:25.074408 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-25408fb8-3c41-495e-b8a2-51064be739ca req-bff85ccc-8336-4262-88a4-3360508725bb tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0599902 Nov 01 16:45:25.114823 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-25408fb8-3c41-495e-b8a2-51064be739ca req-ca237f5a-9402-4b65-9f00-e55fa9422e56 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343020 Nov 01 16:45:25.369834 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4f0d9-b3be-4151-a458-6a32df8fef66 req-14e659a9-baf1-41a0-ab44-7db5f61fab58 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:25.372268 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4cd4f0d9-b3be-4151-a458-6a32df8fef66 req-14e659a9-baf1-41a0-ab44-7db5f61fab58 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0547945 Nov 01 16:45:25.414143 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4cd4f0d9-b3be-4151-a458-6a32df8fef66 req-c88b0707-0952-4b33-862b-b41d599e4e5e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357933 Nov 01 16:45:26.242386 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d397e-73ae-47ad-ac55-cbe38b4c82d6 req-cc17ed51-cc03-443c-9830-96bb120febf3 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:26.243933 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b35d397e-73ae-47ad-ac55-cbe38b4c82d6 req-cc17ed51-cc03-443c-9830-96bb120febf3 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0534327 Nov 01 16:45:26.289236 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b35d397e-73ae-47ad-ac55-cbe38b4c82d6 req-f2e6192b-624e-40b3-ac02-1b079d958246 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379941 Nov 01 16:45:26.537402 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4776b-a30d-4b5f-87a3-90134c0ecd6f req-52ed06e8-c4b8-436f-91f9-8b5ad7615ed2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:26.538991 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-82e4776b-a30d-4b5f-87a3-90134c0ecd6f req-52ed06e8-c4b8-436f-91f9-8b5ad7615ed2 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0506098 Nov 01 16:45:26.578594 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-82e4776b-a30d-4b5f-87a3-90134c0ecd6f req-e462ccb5-4f03-4580-ab52-8b446496f476 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331926 Nov 01 16:45:27.437858 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3809f11-1673-41aa-b6cc-b222f12299e5 req-ed54cf16-1e1d-4bc0-a7e5-a1b53f6d523b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:27.439413 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d3809f11-1673-41aa-b6cc-b222f12299e5 req-ed54cf16-1e1d-4bc0-a7e5-a1b53f6d523b tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0555916 Nov 01 16:45:27.478440 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d3809f11-1673-41aa-b6cc-b222f12299e5 req-77fddcd6-f40d-439e-9cf5-aa6ce2d9501f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328610 Nov 01 16:45:27.696083 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1b53c-5473-4e28-ad08-e88da84e81de req-de9ef138-baaf-4ed1-af5a-47d679ab54af tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:27.697562 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-dfd1b53c-5473-4e28-ad08-e88da84e81de req-de9ef138-baaf-4ed1-af5a-47d679ab54af tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0499270 Nov 01 16:45:27.736205 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-dfd1b53c-5473-4e28-ad08-e88da84e81de req-62a8abd1-5165-4ad2-8977-acd792f18946 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313184 Nov 01 16:45:28.602469 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bfd9e-c658-4663-8a6f-7701a1c7e9be req-43f72f76-4fd5-4c36-ac59-bb09242e962d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:28.603986 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-361bfd9e-c658-4663-8a6f-7701a1c7e9be req-43f72f76-4fd5-4c36-ac59-bb09242e962d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0503566 Nov 01 16:45:28.642544 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-361bfd9e-c658-4663-8a6f-7701a1c7e9be req-fbdccd7e-f282-4b32-88ed-253aa4046437 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318625 Nov 01 16:45:28.730096 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16307f10-8c52-424c-9d39-d48fe00eae0a req-ee8b5a07-3c50-42ac-a4b5-249c65aa47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:28.731719 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-16307f10-8c52-424c-9d39-d48fe00eae0a req-ee8b5a07-3c50-42ac-a4b5-249c65aa47a9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 1099 time: 0.0443857 Nov 01 16:45:28.771894 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-16307f10-8c52-424c-9d39-d48fe00eae0a req-41163ae4-b834-4820-be0a-c2f8e73a6839 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277073 Nov 01 16:45:28.856810 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9a282-da39-45ae-ad0c-08ee26d36597 req-0b20924b-8d73-4121-b8fa-3421d8becb6c tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:28.858168 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2fc9a282-da39-45ae-ad0c-08ee26d36597 req-0b20924b-8d73-4121-b8fa-3421d8becb6c tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0526762 Nov 01 16:45:28.895456 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2fc9a282-da39-45ae-ad0c-08ee26d36597 req-d904548e-c7c4-4e8e-9cc7-33c571167f2e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Nov 01 16:45:29.761419 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc565570-974d-4bb9-9a06-20416ef426ab req-51a0b3e0-9bc6-4be7-9603-76b6e9a40a86 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:29.763057 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fc565570-974d-4bb9-9a06-20416ef426ab req-51a0b3e0-9bc6-4be7-9603-76b6e9a40a86 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0494199 Nov 01 16:45:29.801610 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-fc565570-974d-4bb9-9a06-20416ef426ab req-bc14ed1c-c752-45a6-83f2-616289d9756a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320861 Nov 01 16:45:30.016844 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb773508-69a8-4665-b405-42993bb4fc33 req-26eb44f8-b9a3-41d2-847a-9d7c861a8adf tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:30.017532 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cb773508-69a8-4665-b405-42993bb4fc33 req-26eb44f8-b9a3-41d2-847a-9d7c861a8adf tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0497100 Nov 01 16:45:30.056780 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cb773508-69a8-4665-b405-42993bb4fc33 req-74f4bb0c-c63d-4915-b953-a95fd0d27fbb tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337279 Nov 01 16:45:30.927743 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd297d-9a2a-45b6-8e34-46e840764acf req-91443366-2fb1-4aff-8c8a-dcce6bbb514f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:30.929217 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-68bd297d-9a2a-45b6-8e34-46e840764acf req-91443366-2fb1-4aff-8c8a-dcce6bbb514f tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 944 time: 0.0537541 Nov 01 16:45:30.970220 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-68bd297d-9a2a-45b6-8e34-46e840764acf req-d044c947-4138-4a89-bc33-a35acd81da39 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349507 Nov 01 16:45:31.026241 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:45:31.124476 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:45:31.135678 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'port_id': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'mac_address': 'fa:16:3e:4e:04:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:45:31.175204 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:31.180048 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2ef1-5776-418d-9d30-5b8896bce90e req-4ccc4ef8-536f-4b80-928b-929966068cce tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:31.181525 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d90e2ef1-5776-418d-9d30-5b8896bce90e req-4ccc4ef8-536f-4b80-928b-929966068cce tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0506790 Nov 01 16:45:31.188771 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:45:31.208533 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:45:31.222693 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d90e2ef1-5776-418d-9d30-5b8896bce90e req-4201979f-6e03-48be-b8ba-539cdba3333f tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342908 Nov 01 16:45:31.284511 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:31.331139 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,revision_number=9']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:45:31.550502 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['4864bb4b-b435-439f-aa7a-1ddad8d7e8b5'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:45:32.091030 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c168-a66e-4e36-a023-ea51881e72ac req-d41f5824-17a6-432f-ad19-e66b484d92ee tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:32.092576 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9478c168-a66e-4e36-a023-ea51881e72ac req-d41f5824-17a6-432f-ad19-e66b484d92ee tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 945 time: 0.0520346 Nov 01 16:45:32.131015 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9478c168-a66e-4e36-a023-ea51881e72ac req-efb0cd28-652b-44e2-85fb-e61b2e46c46e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323834 Nov 01 16:45:33.024558 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:45:33.073676 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:45:33.074043 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:33.151710 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:33.173817 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:45:33.176234 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfe7a56-29c5-434a-a100-a462eafb64dd" -d '{"events": [{"server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "name": "network-vif-plugged", "status": "completed", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:45:33.192095 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:45:33.220381 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655f2e5d-a8bf-458e-96fa-88523d6bab76 x-openstack-request-id: req-655f2e5d-a8bf-458e-96fa-88523d6bab76 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:45:33.220685 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "name": "network-vif-plugged", "status": "completed", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:45:33.220941 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-655f2e5d-a8bf-458e-96fa-88523d6bab76 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:45:33.221338 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'code': 200} Nov 01 16:45:33.259014 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67667636-f74e-4014-bb73-5418b10db84b req-dbc07ad4-835a-4c13-aa5e-3f1c997b4dfc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:33.260606 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-67667636-f74e-4014-bb73-5418b10db84b req-dbc07ad4-835a-4c13-aa5e-3f1c997b4dfc tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 945 time: 0.0555537 Nov 01 16:45:33.299071 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-67667636-f74e-4014-bb73-5418b10db84b req-523b6b5c-adc4-49a6-aadc-1f1561ff8261 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318675 Nov 01 16:45:33.433701 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:33.482574 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,revision_number=10']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:45:33.626090 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f72838-34c2-463d-95f8-2dc0fdd769d6 req-c9e60c90-e205-4ae3-b4d7-979aa726196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:33.627701 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-e9f72838-34c2-463d-95f8-2dc0fdd769d6 req-c9e60c90-e205-4ae3-b4d7-979aa726196c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 1100 time: 0.0415223 Nov 01 16:45:33.664929 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-e9f72838-34c2-463d-95f8-2dc0fdd769d6 req-b6b9eea5-a011-442f-96c8-b1c6e0dd9ffc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271640 Nov 01 16:45:34.415752 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a04dd9-b99f-4d5a-b296-8ba6d1b62d5a req-500e244d-5373-4bed-a18d-fbe6a6df1530 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:34.417200 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a9a04dd9-b99f-4d5a-b296-8ba6d1b62d5a req-500e244d-5373-4bed-a18d-fbe6a6df1530 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 947 time: 0.0484521 Nov 01 16:45:34.455117 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a9a04dd9-b99f-4d5a-b296-8ba6d1b62d5a req-08670a04-7982-4b70-848c-4b7d1a7d0697 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319548 Nov 01 16:45:35.576757 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedde07-41bc-4be6-8da0-1c3428c65ef9 req-429daed1-46eb-4bc5-8f80-b6a671956b7a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:35.578420 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aeedde07-41bc-4be6-8da0-1c3428c65ef9 req-429daed1-46eb-4bc5-8f80-b6a671956b7a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 947 time: 0.0523190 Nov 01 16:45:35.617434 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aeedde07-41bc-4be6-8da0-1c3428c65ef9 req-fd097552-142f-4524-878f-dc0d738142c0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328648 Nov 01 16:45:35.718754 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-47e3b892-8fae-4835-aae2-24ed76afd115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:36.739461 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5cbee-3406-41db-9e28-fb5d0f176e53 req-bf040d88-5c63-4300-a019-d6a5b7f916f0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:36.740964 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-51a5cbee-3406-41db-9e28-fb5d0f176e53 req-bf040d88-5c63-4300-a019-d6a5b7f916f0 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 947 time: 0.0520835 Nov 01 16:45:36.777224 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-51a5cbee-3406-41db-9e28-fb5d0f176e53 req-b345c130-a2c5-4895-8ac6-10dd978cf16e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304997 Nov 01 16:45:38.130381 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-2701fbb7-e477-4501-9f4c-f3101667924b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:38.810576 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42130) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:45:38.915894 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:38.990199 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:39.062652 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:39.101043 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0f1e18dad624dec953be353eb92d58d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893944 Nov 01 16:45:39.102041 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4eed16-7d62-4c1a-84a5-77950559fe7e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:45:39.103910 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42140) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:45:39.109866 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:45:39.110434 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:45:39.110579 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:45:39.110820 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:45:39.111153 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:45:39.111493 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:45:39.111848 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:45:39.112179 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:45:39.112501 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:45:39.112823 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:45:39.113233 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:45:39.113462 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a79f27-8e5a-4ab4-96a4-f33da607198d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:45:39.156648 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8637-c9c0-4349-bb17-647be106cba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:39.178989 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8637-c9c0-4349-bb17-647be106cba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:39.284672 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8637-c9c0-4349-bb17-647be106cba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:39.287379 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8637-c9c0-4349-bb17-647be106cba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:39.288585 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-8dfd8637-c9c0-4349-bb17-647be106cba0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec4eed16-7d62-4c1a-84a5-77950559fe7e HTTP/1.1" status: 204 len: 168 time: 0.1834879 Nov 01 16:45:39.297354 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd8637-c9c0-4349-bb17-647be106cba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4eed16-7d62-4c1a-84a5-77950559fe7e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:45:39.351166 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:40.701445 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:43.476814 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:45.582659 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:49.386140 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b28c6e62-86fc-43cb-b35c-04690bb7d6af req-a346806c-e558-4ca8-989b-aca21ede980c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429764 Nov 01 16:45:49.448597 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6e62-86fc-43cb-b35c-04690bb7d6af req-f7fdcb4d-f216-426a-9f01-43afc2fa2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:49.450207 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b28c6e62-86fc-43cb-b35c-04690bb7d6af req-f7fdcb4d-f216-426a-9f01-43afc2fa2e07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a16bdbc5792c4267960d31f199a308c7&device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 1100 time: 0.0413647 Nov 01 16:45:49.555145 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42256) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:45:49.562737 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6e62-86fc-43cb-b35c-04690bb7d6af req-1da29f79-8939-4bf4-8f73-6603d7906a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:49.564866 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b28c6e62-86fc-43cb-b35c-04690bb7d6af req-1da29f79-8939-4bf4-8f73-6603d7906a30 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 200 len: 918 time: 0.0892172 Nov 01 16:45:49.646062 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b28c6e62-86fc-43cb-b35c-04690bb7d6af req-e33d5eea-6998-412f-a9b3-10d179f24920 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 HTTP/1.1" status: 200 len: 1002 time: 0.0631664 Nov 01 16:45:49.669461 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b830e403-0d02-4a63-82d2-f41bf018924b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:49.706496 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6e62-86fc-43cb-b35c-04690bb7d6af req-24a91aeb-ad99-4f5c-8573-54e0e83526e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:49.710208 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b28c6e62-86fc-43cb-b35c-04690bb7d6af req-24a91aeb-ad99-4f5c-8573-54e0e83526e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12d120ec-7c1c-492a-aded-98eaa12c8391 HTTP/1.1" status: 200 len: 856 time: 0.0546892 Nov 01 16:45:49.752353 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b830e403-0d02-4a63-82d2-f41bf018924b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:49.758675 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6e62-86fc-43cb-b35c-04690bb7d6af req-b7a07ee7-e817-40a9-8f01-4a6fcfa80bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:45:49.760197 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b28c6e62-86fc-43cb-b35c-04690bb7d6af req-b7a07ee7-e817-40a9-8f01-4a6fcfa80bcc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac002b1f-c80d-4c51-9e9a-3afa35f24108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429096 Nov 01 16:45:49.825788 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b830e403-0d02-4a63-82d2-f41bf018924b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:49.855549 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b28c6e62-86fc-43cb-b35c-04690bb7d6af req-1f881aeb-4629-4b3e-b39d-a2c185bb9f05 service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866590 Nov 01 16:45:49.869286 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830e403-0d02-4a63-82d2-f41bf018924b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3dffb4-8c96-411a-a384-f77721cb600d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:45:49.873610 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-b830e403-0d02-4a63-82d2-f41bf018924b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c22b04be762b4a078eb90b291f5ab26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173497 Nov 01 16:45:49.877318 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42260) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:45:49.927412 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-692033d3-3a3c-4b4b-b69f-ee565d2e421d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:49.949159 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-692033d3-3a3c-4b4b-b69f-ee565d2e421d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:49.949891 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b28c6e62-86fc-43cb-b35c-04690bb7d6af req-145a27b1-7155-496b-9a7d-dd5d8a9ca00c service neutron] 10.222.0.71 "GET /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865030 Nov 01 16:45:50.113611 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-692033d3-3a3c-4b4b-b69f-ee565d2e421d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:50.116316 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-692033d3-3a3c-4b4b-b69f-ee565d2e421d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:45:50.117490 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-692033d3-3a3c-4b4b-b69f-ee565d2e421d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a3dffb4-8c96-411a-a384-f77721cb600d HTTP/1.1" status: 204 len: 168 time: 0.2397246 Nov 01 16:45:50.132251 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692033d3-3a3c-4b4b-b69f-ee565d2e421d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3dffb4-8c96-411a-a384-f77721cb600d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:45:51.015742 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:46:01.893045 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db80a43-cd54-4ff8-9230-9df5c7a5f538 req-d0cf200d-f385-42fd-9540-1a027659b30e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:01.894383 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5db80a43-cd54-4ff8-9230-9df5c7a5f538 req-d0cf200d-f385-42fd-9540-1a027659b30e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 946 time: 0.0505652 Nov 01 16:46:01.932865 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5db80a43-cd54-4ff8-9230-9df5c7a5f538 req-e62d8839-2bcd-4f94-8cc9-c01c379aeb5c tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324845 Nov 01 16:46:03.054564 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355187b7-c1ee-448c-bd7c-a3c8932a37da req-a6876070-bd14-4292-a4c3-21f8090de196 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:03.056039 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-355187b7-c1ee-448c-bd7c-a3c8932a37da req-a6876070-bd14-4292-a4c3-21f8090de196 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 946 time: 0.0541606 Nov 01 16:46:03.094582 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-355187b7-c1ee-448c-bd7c-a3c8932a37da req-51ffae33-a693-4ba6-9793-4a2031a38b75 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319974 Nov 01 16:46:03.797094 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-47bbc8d9-9104-43c1-add0-d6f9527a43f2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:03.798529 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-47bbc8d9-9104-43c1-add0-d6f9527a43f2 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 946 time: 0.0484760 Nov 01 16:46:03.889423 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Deleting port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:03.889687 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:03.976854 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] For port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:03.977225 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:04.145237 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:04.145518 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:04.145845 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Floating IP 1f0a2f78-0c49-479a-ae1f-1a6b176b1d36 disassociated. External IP: 172.27.2.90, port: bfd91c19-5f8a-4dd1-b151-9632d40eb5d9. Nov 01 16:46:04.146159 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Calling delete_port for bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 owned by compute:nova {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:04.210118 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be4678-cc6c-4245-88d9-8e8963ab928c req-f0824936-e2a9-475b-abec-aeb333d80db4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:04.211646 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e2be4678-cc6c-4245-88d9-8e8963ab928c req-f0824936-e2a9-475b-abec-aeb333d80db4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 946 time: 0.0507011 Nov 01 16:46:04.249642 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e2be4678-cc6c-4245-88d9-8e8963ab928c req-11893bbb-548f-451b-aa7a-67754a091b6e tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups?id=837e56aa-f146-456b-82b1-aab1906356dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320063 Nov 01 16:46:04.313124 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:04.341738 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event deleted for resources: {'Port': ['ID=bfd91c19-5f8a-4dd1-b151-9632d40eb5d9,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:04.453416 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:46:04.558254 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:46:04.569345 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc083d0-9410-4d0f-9007-9453f4992fc8 None None] Sync routers for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:46:04.579400 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc083d0-9410-4d0f-9007-9453f4992fc8 None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:04.581352 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ffc083d0-9410-4d0f-9007-9453f4992fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:45:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:04.597573 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] No DVR routers for this DVR port bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 on host hv-cinder-81618 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:46:04.600713 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:04.604077 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0fe4f55b-6f0d-42fc-a9e2-56565d82dcc2 req-e2877640-c8c1-4d3b-87b4-ce0e06f3743d tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.71 "DELETE /v2.0/ports/bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 HTTP/1.1" status: 204 len: 173 time: 0.7967200 Nov 01 16:46:04.604522 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'name': 'network-vif-deleted', 'tag': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:46:04.606753 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1540d38-d4fd-4add-88e7-16fc1144452e" -d '{"events": [{"server_uuid": "7bd3faaa-9990-4d02-8aaf-45f0af4ce840", "name": "network-vif-deleted", "tag": "bfd91c19-5f8a-4dd1-b151-9632d40eb5d9"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:46:04.650293 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4c99eb-478e-4200-98bd-e769d3846bb0 x-openstack-request-id: req-9f4c99eb-478e-4200-98bd-e769d3846bb0 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:46:04.650587 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd3faaa-9990-4d02-8aaf-45f0af4ce840", "name": "network-vif-deleted", "tag": "bfd91c19-5f8a-4dd1-b151-9632d40eb5d9", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:46:04.650848 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f4c99eb-478e-4200-98bd-e769d3846bb0 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:46:04.651248 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd3faaa-9990-4d02-8aaf-45f0af4ce840', 'name': 'network-vif-deleted', 'tag': 'bfd91c19-5f8a-4dd1-b151-9632d40eb5d9', 'status': 'completed', 'code': 200} Nov 01 16:46:04.690869 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-ffc083d0-9410-4d0f-9007-9453f4992fc8 None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:04.901248 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ffc083d0-9410-4d0f-9007-9453f4992fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:01Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:04.927298 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc083d0-9410-4d0f-9007-9453f4992fc8 None None] Checking router: 5607e762-e64b-4ebc-9d13-c5c6ece3d92d for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:46:04.935868 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc083d0-9410-4d0f-9007-9453f4992fc8 None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:04.936464 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ffc083d0-9410-4d0f-9007-9453f4992fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:45:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:05.042122 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-ffc083d0-9410-4d0f-9007-9453f4992fc8 None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:05.354847 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-681ed457-fdd3-4928-9612-8ebef45b5496 req-6dd7a5fb-1eb4-4f6e-98f6-87e244b80de4 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd3faaa-9990-4d02-8aaf-45f0af4ce840 HTTP/1.1" status: 200 len: 210 time: 0.0266767 Nov 01 16:46:05.365076 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ffc083d0-9410-4d0f-9007-9453f4992fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:01Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:05.392226 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc083d0-9410-4d0f-9007-9453f4992fc8 None None] The sync data for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi is: [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:39:56Z', 'revision_number': 4, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '6b830a7a-436c-4fcf-924e-1a0b5b755d8c', 'name': '', 'network_id': 'bc45f9ac-9856-4d97-9112-de09cb44caf6', 'tenant_id': 'c81bd66099584febb56806578f478281', 'mac_address': 'fa:16:3e:d9:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '33884561-066e-4e8a-9e07-62590670342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:56Z', 'updated_at': '2021-11-01T16:40:01Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'subnets': [{'id': '33884561-066e-4e8a-9e07-62590670342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:46:05.625730 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d4c50-1e92-4337-a7a3-fd76f728576a None None] New status for floating IP 1f0a2f78-0c49-479a-ae1f-1a6b176b1d36: DOWN {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:46:05.711469 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ed0c722f-504c-468e-b9d4-a611b6ee9b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:06.509129 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42348) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:06.565662 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:06.589575 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:06.722893 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:06.726090 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:06.727203 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "DELETE /v2.0/security-groups/837e56aa-f146-456b-82b1-aab1906356dc HTTP/1.1" status: 204 len: 168 time: 0.2170897 Nov 01 16:46:06.730026 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42350) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:06.736135 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=837e56aa-f146-456b-82b1-aab1906356dc,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:06.743782 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:06.744093 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:06.744440 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:06.744662 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.api.v2.resource [None req-5e9a74fd-620d-4fba-8021-48ac51d27641 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] show failed (client error): The resource could not be found. Nov 01 16:46:06.744768 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:06.745098 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:06.745436 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:06.745658 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5e9a74fd-620d-4fba-8021-48ac51d27641 tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "GET /v2.0/security-groups/837e56aa-f146-456b-82b1-aab1906356dc HTTP/1.1" status: 404 len: 347 time: 0.0141454 Nov 01 16:46:06.745944 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:06.746063 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:06.746395 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:06.746719 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:06.747044 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:06.747366 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a52133-a295-4994-8a86-d7aa621b61ca tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:06.748473 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42352) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:06.871196 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b07cc60b-714d-4b40-b24d-982bdf97fe1c tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Deleting port 755f64da-9b23-4814-8e56-6c79467b3600 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:06.871446 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b07cc60b-714d-4b40-b24d-982bdf97fe1c tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:06.947608 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b07cc60b-714d-4b40-b24d-982bdf97fe1c tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:06.947933 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b07cc60b-714d-4b40-b24d-982bdf97fe1c tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:06.959152 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b07cc60b-714d-4b40-b24d-982bdf97fe1c tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Calling delete_port for 755f64da-9b23-4814-8e56-6c79467b3600 owned by network:floatingip {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:07.141858 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b07cc60b-714d-4b40-b24d-982bdf97fe1c tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:07.166818 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cc60b-714d-4b40-b24d-982bdf97fe1c tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Pushing event deleted for resources: {'Port': ['ID=755f64da-9b23-4814-8e56-6c79467b3600,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:07.223859 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b07cc60b-714d-4b40-b24d-982bdf97fe1c tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks [] for floatingip, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:07.227037 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b07cc60b-714d-4b40-b24d-982bdf97fe1c tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:07.228194 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-b07cc60b-714d-4b40-b24d-982bdf97fe1c tempest-AttachVolumeTestJSON-497290632 tempest-AttachVolumeTestJSON-497290632-project] 10.222.0.62 "DELETE /v2.0/floatingips/1f0a2f78-0c49-479a-ae1f-1a6b176b1d36 HTTP/1.1" status: 204 len: 168 time: 0.4788539 Nov 01 16:46:07.231088 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:46:07.255411 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:46:07.255928 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device bfd91c19-5f8a-4dd1-b151-9632d40eb5d9 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:46:08.101506 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bff29827-d00d-427d-95d3-94551bc5005c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:09.347113 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:10.690403 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:11.114476 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42386) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:11.594750 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-28e5394f-b548-42d9-a9c3-04c2c191068a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618549'] for router_interface, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:11.838767 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-28e5394f-b548-42d9-a9c3-04c2c191068a admin admin] Deleting port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:11.839097 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-28e5394f-b548-42d9-a9c3-04c2c191068a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:11.915584 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-28e5394f-b548-42d9-a9c3-04c2c191068a admin admin] For port 6b830a7a-436c-4fcf-924e-1a0b5b755d8c, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=6b830a7a-436c-4fcf-924e-1a0b5b755d8c,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:11.915971 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-28e5394f-b548-42d9-a9c3-04c2c191068a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:11.928897 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-28e5394f-b548-42d9-a9c3-04c2c191068a admin admin] Calling delete_port for 6b830a7a-436c-4fcf-924e-1a0b5b755d8c owned by network:router_interface {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:12.158778 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-28e5394f-b548-42d9-a9c3-04c2c191068a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:12.189526 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5394f-b548-42d9-a9c3-04c2c191068a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b830a7a-436c-4fcf-924e-1a0b5b755d8c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:12.369787 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-28e5394f-b548-42d9-a9c3-04c2c191068a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617861'] for router_interface, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:12.579747 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e5394f-b548-42d9-a9c3-04c2c191068a admin admin] Router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:46:12.683711 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e5394f-b548-42d9-a9c3-04c2c191068a admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:46:12.688863 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-28e5394f-b548-42d9-a9c3-04c2c191068a admin admin] 10.222.0.62 "PUT /v2.0/routers/5607e762-e64b-4ebc-9d13-c5c6ece3d92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5727155 Nov 01 16:46:12.691311 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42396) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:12.694119 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949e37ed-9e58-473b-8749-2b9a685dd9b2 None None] Sync routers for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:46:12.704052 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949e37ed-9e58-473b-8749-2b9a685dd9b2 None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:12.704660 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-949e37ed-9e58-473b-8749-2b9a685dd9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:12.809751 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-949e37ed-9e58-473b-8749-2b9a685dd9b2 None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:12.992663 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-949e37ed-9e58-473b-8749-2b9a685dd9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:46:12Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:13.023081 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949e37ed-9e58-473b-8749-2b9a685dd9b2 None None] Checking router: 5607e762-e64b-4ebc-9d13-c5c6ece3d92d for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:46:13.032180 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949e37ed-9e58-473b-8749-2b9a685dd9b2 None None] Routers {'5607e762-e64b-4ebc-9d13-c5c6ece3d92d'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:13.032803 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-949e37ed-9e58-473b-8749-2b9a685dd9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:13.057299 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Publish callbacks [] for router, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:13.135334 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-949e37ed-9e58-473b-8749-2b9a685dd9b2 None None] Set router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:13.154347 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:13.266590 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Deleting port f7d488df-3631-4820-8212-af2032055f4d {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:13.267273 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:13.313378 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-949e37ed-9e58-473b-8749-2b9a685dd9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:46:12Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:13.339987 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949e37ed-9e58-473b-8749-2b9a685dd9b2 None None] The sync data for ids ['5607e762-e64b-4ebc-9d13-c5c6ece3d92d'] in dv-cinder-816187-1-iscsi is: [{'id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'name': 'tempest-AttachVolumeTestJSON-1802901826-router', 'tenant_id': 'c81bd66099584febb56806578f478281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f7d488df-3631-4820-8212-af2032055f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:39:52Z', 'updated_at': '2021-11-01T16:46:12Z', 'revision_number': 5, 'project_id': 'c81bd66099584febb56806578f478281', 'gw_port': {'id': 'f7d488df-3631-4820-8212-af2032055f4d', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607e762-e64b-4ebc-9d13-c5c6ece3d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:39:53Z', 'updated_at': '2021-11-01T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:46:13.342670 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] For port f7d488df-3631-4820-8212-af2032055f4d, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=f7d488df-3631-4820-8212-af2032055f4d,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:13.343583 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:13.356448 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Calling delete_port for f7d488df-3631-4820-8212-af2032055f4d owned by network:router_gateway {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:13.445145 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:13.570922 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:13.596976 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d488df-3631-4820-8212-af2032055f4d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:13.655863 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618979'] for router_gateway, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:13.746762 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1222'] for router, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:13.748953 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:13.860535 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-617030'] for router, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:13.861105 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5607e762-e64b-4ebc-9d13-c5c6ece3d92d {{(pid=102020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 16:46:13.866241 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] Publish callbacks [] for router, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:13.867827 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-fdaf439b-dd46-4e4a-9ba4-4fa396b60511 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5607e762-e64b-4ebc-9d13-c5c6ece3d92d HTTP/1.1" status: 204 len: 168 time: 1.1755188 Nov 01 16:46:13.870486 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42400) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:13.921227 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_v2 [None req-c779a871-2bbc-4715-a3e6-83e15adb9ab1 admin admin] Deleting subnet 33884561-066e-4e8a-9e07-62590670342c {{(pid=102020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:46:13.924703 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c779a871-2bbc-4715-a3e6-83e15adb9ab1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:13.964203 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c779a871-2bbc-4715-a3e6-83e15adb9ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056152'] for subnet, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.041203 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c779a871-2bbc-4715-a3e6-83e15adb9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.148612 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c779a871-2bbc-4715-a3e6-83e15adb9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260544798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260872958'] for subnet, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.175151 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779a871-2bbc-4715-a3e6-83e15adb9ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33884561-066e-4e8a-9e07-62590670342c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:14.181452 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c779a871-2bbc-4715-a3e6-83e15adb9ab1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.184582 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-c779a871-2bbc-4715-a3e6-83e15adb9ab1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/33884561-066e-4e8a-9e07-62590670342c HTTP/1.1" status: 204 len: 168 time: 0.3131537 Nov 01 16:46:14.187067 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42402) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:14.187217 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853ecf33-6f70-4b5f-b569-39c2596db740 None None] Network bc45f9ac-9856-4d97-9112-de09cb44caf6 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:46:14.255637 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.313671 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Deleting port fef30cfa-bd3b-4394-b00a-004f7a065d46 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:14.314291 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.385146 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] For port fef30cfa-bd3b-4394-b00a-004f7a065d46, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=fef30cfa-bd3b-4394-b00a-004f7a065d46,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:14.386043 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.394054 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] DHCP port deletion for bc45f9ac-9856-4d97-9112-de09cb44caf6 request from dv-cinder-816187-1-iscsi {{(pid=102021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 16:46:14.403306 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Calling delete_port for fef30cfa-bd3b-4394-b00a-004f7a065d46 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:14.441937 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device f7d488df-3631-4820-8212-af2032055f4d no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:46:14.466262 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: f7d488df-3631-4820-8212-af2032055f4d {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:46:14.466606 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device f7d488df-3631-4820-8212-af2032055f4d not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:46:14.467016 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 6b830a7a-436c-4fcf-924e-1a0b5b755d8c no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:46:14.471140 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Deleting port fef30cfa-bd3b-4394-b00a-004f7a065d46 {{(pid=102021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:14.471515 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.497755 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 6b830a7a-436c-4fcf-924e-1a0b5b755d8c {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:46:14.498102 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 6b830a7a-436c-4fcf-924e-1a0b5b755d8c not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:46:14.550074 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] For port fef30cfa-bd3b-4394-b00a-004f7a065d46, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=fef30cfa-bd3b-4394-b00a-004f7a065d46,segment=NetworkSegment(d282198e-f13b-44bc-ad00-953d746a20cd),segment_id=d282198e-f13b-44bc-ad00-953d746a20cd)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:14.550468 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.565184 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.566814 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Calling delete_port for fef30cfa-bd3b-4394-b00a-004f7a065d46 owned by network:dhcp {{(pid=102021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:14.594841 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef30cfa-bd3b-4394-b00a-004f7a065d46,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:14.598863 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] No DVR routers for this DVR port fef30cfa-bd3b-4394-b00a-004f7a065d46 on host dv-cinder-816187-1-iscsi {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:46:14.647367 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369'] for port, after_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.669925 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.670119 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Pushing event deleted for resources: {'Port': ['ID=fef30cfa-bd3b-4394-b00a-004f7a065d46,revision_number=None']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:14.676338 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] No DVR routers for this DVR port fef30cfa-bd3b-4394-b00a-004f7a065d46 on host dv-cinder-816187-1-iscsi {{(pid=102021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:46:14.683911 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:14.684281 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:14.688740 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:14.688740 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:14.688740 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:14.688740 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:14.688740 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:14.688740 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:14.688740 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:14.688740 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:14.688740 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:14.688740 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690026c0-bf81-4b66-9232-209e6a35178f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:14.690640 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc45f9ac-9856-4d97-9112-de09cb44caf6']}} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:14.700969 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd282198e-f13b-44bc-ad00-953d746a20cd') {'for_net_delete': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:14.701296 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd282198e-f13b-44bc-ad00-953d746a20cd') {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:14.710980 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056129'] for segment, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.724164 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.729950 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:46:14.730331 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260546480'] for segment, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: Traceback (most recent call last): Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: timer() Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: cb(*args, **kw) Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: return func(*args, **kwargs) Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: self._notify() Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: self.callback(batched_events) Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: event.method(event) Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: return f(self, *a, **k) Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._get(url).json() Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: return self.request(url, 'GET', **kwargs) Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:46:14.731975 dv-cinder-816187-1-iscsi neutron-server[102020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:46:14.848841 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.854566 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:14.857714 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bc45f9ac-9856-4d97-9112-de09cb44caf6 HTTP/1.1" status: 204 len: 168 time: 0.6696868 Nov 01 16:46:14.868882 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a060a3-f097-4dc2-a1ba-7b9b4e2701c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc45f9ac-9856-4d97-9112-de09cb44caf6,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:15.131642 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42410) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:15.169502 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-c6e1fb79-3a82-4bda-864f-899f50bf6326 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c81bd66099584febb56806578f478281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367324 Nov 01 16:46:15.171908 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42412) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:15.219132 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-beff624c-3c7d-4d31-8228-0a2e9f6ab248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:15.238888 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-beff624c-3c7d-4d31-8228-0a2e9f6ab248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:15.336042 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-beff624c-3c7d-4d31-8228-0a2e9f6ab248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:15.338552 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-beff624c-3c7d-4d31-8228-0a2e9f6ab248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:15.339728 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-beff624c-3c7d-4d31-8228-0a2e9f6ab248 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aea1b23c-d487-4c93-a1eb-1d8678e0fffb HTTP/1.1" status: 204 len: 168 time: 0.1669037 Nov 01 16:46:15.347438 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff624c-3c7d-4d31-8228-0a2e9f6ab248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea1b23c-d487-4c93-a1eb-1d8678e0fffb,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:15.591715 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:16.300208 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c7704-a6c2-4a8a-9089-9a39e0072a86 req-068293e9-a1de-41a7-bcd8-9847842b687d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:16.301773 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-613c7704-a6c2-4a8a-9089-9a39e0072a86 req-068293e9-a1de-41a7-bcd8-9847842b687d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 947 time: 0.0502231 Nov 01 16:46:16.342428 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-613c7704-a6c2-4a8a-9089-9a39e0072a86 req-35dcfde6-cea9-424e-9b15-66b1c0633a0a tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336838 Nov 01 16:46:16.392171 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device fef30cfa-bd3b-4394-b00a-004f7a065d46 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:46:16.415580 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: fef30cfa-bd3b-4394-b00a-004f7a065d46 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:46:16.415930 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device fef30cfa-bd3b-4394-b00a-004f7a065d46 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:46:17.461740 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5c7c5-7bb1-4128-85cb-63fbf865fddd req-711c000d-d729-4be4-959d-05bc77394db9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:17.463240 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8ac5c7c5-7bb1-4128-85cb-63fbf865fddd req-711c000d-d729-4be4-959d-05bc77394db9 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 947 time: 0.0483646 Nov 01 16:46:17.508487 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8ac5c7c5-7bb1-4128-85cb-63fbf865fddd req-8803fdc0-1941-49f5-8374-6d6211eea68c tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups?id=3520abf3-960a-40c7-bf2d-267ea16d288c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333629 Nov 01 16:46:17.831618 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-91280541-a3d7-449c-a99f-100745d99235 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:17.833038 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-91280541-a3d7-449c-a99f-100745d99235 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.71 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 947 time: 0.0483899 Nov 01 16:46:17.924030 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Deleting port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:17.924370 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:18.015670 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] For port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:18.016200 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:18.190513 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:18.190873 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:18.191185 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Floating IP 43921eb7-f1cb-4700-be7a-b96be02d268b disassociated. External IP: 172.27.2.174, port: 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5. Nov 01 16:46:18.191538 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Calling delete_port for 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 owned by compute:nova {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:18.392093 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:18.422704 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event deleted for resources: {'Port': ['ID=4864bb4b-b435-439f-aa7a-1ddad8d7e8b5,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:18.540194 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Router bd132342-bdf0-4f57-8815-ccd76fa4397a has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:46:18.621729 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-858ffe08-1a81-4903-b844-d13f25bc52e4 req-94120bea-f13d-4a39-9be7-4f90b06c19d3 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 210 time: 0.0304101 Nov 01 16:46:18.654066 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:46:18.665378 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c77e98-95bf-407b-a1c0-8ea1679aa17a None None] Sync routers for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:46:18.675261 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c77e98-95bf-407b-a1c0-8ea1679aa17a None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:18.675969 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-d4c77e98-95bf-407b-a1c0-8ea1679aa17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:18.696366 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] No DVR routers for this DVR port 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 on host hv-cinder-81618 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:46:18.698894 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:18.702287 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4c22b72a-74d6-4ae8-a966-42424a330f0b req-552ca8ef-76df-4c73-975c-4f1722290831 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.71 "DELETE /v2.0/ports/4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 HTTP/1.1" status: 204 len: 173 time: 0.8620574 Nov 01 16:46:18.702740 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'name': 'network-vif-deleted', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:46:18.705028 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72ab57f-4135-49ae-8f14-9744a4a96a2c" -d '{"events": [{"server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "name": "network-vif-deleted", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:46:18.741495 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad2b2be-bfbd-4bdb-a76b-86a9f7141904 x-openstack-request-id: req-2ad2b2be-bfbd-4bdb-a76b-86a9f7141904 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:46:18.741792 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ee2ccd-d662-4201-aef6-313c118d00cd", "name": "network-vif-deleted", "tag": "4864bb4b-b435-439f-aa7a-1ddad8d7e8b5", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:46:18.742045 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ad2b2be-bfbd-4bdb-a76b-86a9f7141904 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:46:18.742444 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ee2ccd-d662-4201-aef6-313c118d00cd', 'name': 'network-vif-deleted', 'tag': '4864bb4b-b435-439f-aa7a-1ddad8d7e8b5', 'status': 'completed', 'code': 200} Nov 01 16:46:18.785350 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42512) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:18.800592 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-d4c77e98-95bf-407b-a1c0-8ea1679aa17a None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:18.900632 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e8df16a-41cf-43ab-809f-c55a10df466f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:18.992594 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e8df16a-41cf-43ab-809f-c55a10df466f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:19.011279 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-d4c77e98-95bf-407b-a1c0-8ea1679aa17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:50Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:19.038474 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c77e98-95bf-407b-a1c0-8ea1679aa17a None None] Checking router: bd132342-bdf0-4f57-8815-ccd76fa4397a for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:46:19.046660 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c77e98-95bf-407b-a1c0-8ea1679aa17a None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:19.047312 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-d4c77e98-95bf-407b-a1c0-8ea1679aa17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:19.073423 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e8df16a-41cf-43ab-809f-c55a10df466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:19.112629 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5e8df16a-41cf-43ab-809f-c55a10df466f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a2e2fda9d834f579dcef8368d7233d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262060 Nov 01 16:46:19.113568 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8df16a-41cf-43ab-809f-c55a10df466f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92550b1-2b79-48fb-9b34-95fefe5ecc55,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:19.115681 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42516) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:19.160913 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-d4c77e98-95bf-407b-a1c0-8ea1679aa17a None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:19.181933 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec60b3d8-6255-4d21-8459-ee700cbb9c9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:19.203465 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec60b3d8-6255-4d21-8459-ee700cbb9c9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:19.328929 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec60b3d8-6255-4d21-8459-ee700cbb9c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:19.331979 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec60b3d8-6255-4d21-8459-ee700cbb9c9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:19.333957 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ec60b3d8-6255-4d21-8459-ee700cbb9c9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e92550b1-2b79-48fb-9b34-95fefe5ecc55 HTTP/1.1" status: 204 len: 168 time: 0.2162125 Nov 01 16:46:19.342050 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60b3d8-6255-4d21-8459-ee700cbb9c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92550b1-2b79-48fb-9b34-95fefe5ecc55,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:19.358985 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-d4c77e98-95bf-407b-a1c0-8ea1679aa17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:50Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:19.389382 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c77e98-95bf-407b-a1c0-8ea1679aa17a None None] The sync data for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi is: [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:38:43Z', 'revision_number': 4, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'f0c1d24b-7328-462c-b1c0-83685df50695', 'name': '', 'network_id': 'ac002b1f-c80d-4c51-9e9a-3afa35f24108', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'mac_address': 'fa:16:3e:5b:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:42Z', 'updated_at': '2021-11-01T16:38:50Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'subnets': [{'id': '12d120ec-7c1c-492a-aded-98eaa12c8391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:46:19.610532 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d680af-6d28-4031-99ad-50324a4a8335 None None] New status for floating IP 43921eb7-f1cb-4700-be7a-b96be02d268b: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:46:19.745267 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b2be3ac6-cb73-40d3-ab99-f3ef0ea59d30 req-9d1be5ad-4ee1-441e-ba15-3f0fb8566d6d tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee2ccd-d662-4201-aef6-313c118d00cd HTTP/1.1" status: 200 len: 210 time: 0.0279021 Nov 01 16:46:20.038440 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42526) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:20.051597 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a9061cdd-b92c-4337-9601-7a1fe4984254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:20.127566 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a9061cdd-b92c-4337-9601-7a1fe4984254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:20.204750 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a9061cdd-b92c-4337-9601-7a1fe4984254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:20.243491 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-a9061cdd-b92c-4337-9601-7a1fe4984254 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de79f710025d4e56942e1d7a7a6a3a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039547 Nov 01 16:46:20.245460 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9061cdd-b92c-4337-9601-7a1fe4984254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fbf21b-2e63-4e86-8d3d-f7afc315f22c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:20.246333 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42532) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:20.297927 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-415751ad-bafd-498a-a86d-1439dd67a99a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:20.319704 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-415751ad-bafd-498a-a86d-1439dd67a99a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:20.439048 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-415751ad-bafd-498a-a86d-1439dd67a99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:20.441621 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-415751ad-bafd-498a-a86d-1439dd67a99a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:20.442784 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-415751ad-bafd-498a-a86d-1439dd67a99a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2fbf21b-2e63-4e86-8d3d-f7afc315f22c HTTP/1.1" status: 204 len: 168 time: 0.1953437 Nov 01 16:46:20.451155 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415751ad-bafd-498a-a86d-1439dd67a99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fbf21b-2e63-4e86-8d3d-f7afc315f22c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:20.456602 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d9a548db-1fa4-4a04-ba14-508dbdf1be22 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677352049&fields=id&tenant_id=833a357c5aae4d4d9be45d3323012608 HTTP/1.1" status: 200 len: 267 time: 0.0357776 Nov 01 16:46:20.577234 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-90a0289a-cdc4-4915-89c4-a1f2c1187db1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:20.578702 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-90a0289a-cdc4-4915-89c4-a1f2c1187db1 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 811 time: 0.1135440 Nov 01 16:46:20.594602 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-46efa335-d258-4b0a-b520-3b81507cb822 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/quotas/833a357c5aae4d4d9be45d3323012608 HTTP/1.1" status: 200 len: 375 time: 0.0093284 Nov 01 16:46:20.653925 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-84847a5c-d68f-4f73-a6a2-60fbeb97d507 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0541179 Nov 01 16:46:20.755253 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-84dfc45e-753b-4679-9504-6cc8bc496baa service neutron] 10.222.0.62 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892100 Nov 01 16:46:20.854949 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-12f6871d-05d7-4c12-830f-0fdf134b70ce service neutron] 10.222.0.62 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930104 Nov 01 16:46:20.982715 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42560) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:21.027754 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cb82-5969-4c17-bf67-efe91457ffe8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:21.051035 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cb82-5969-4c17-bf67-efe91457ffe8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:21.214449 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cb82-5969-4c17-bf67-efe91457ffe8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:21.217186 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cb82-5969-4c17-bf67-efe91457ffe8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:21.219214 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-9eb5cb82-5969-4c17-bf67-efe91457ffe8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "DELETE /v2.0/security-groups/3520abf3-960a-40c7-bf2d-267ea16d288c HTTP/1.1" status: 204 len: 168 time: 0.2471547 Nov 01 16:46:21.222125 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42564) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:21.230866 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5cb82-5969-4c17-bf67-efe91457ffe8 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3520abf3-960a-40c7-bf2d-267ea16d288c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:21.237718 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.api.v2.resource [None req-75246716-302c-4382-9034-c5f78e01163e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] show failed (client error): The resource could not be found. Nov 01 16:46:21.239683 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-75246716-302c-4382-9034-c5f78e01163e tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "GET /v2.0/security-groups/3520abf3-960a-40c7-bf2d-267ea16d288c HTTP/1.1" status: 404 len: 347 time: 0.0165033 Nov 01 16:46:21.243037 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42568) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:21.371826 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8708c97b-eef9-44c7-9e91-965e40bf8084 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Deleting port 963c9e16-b255-42fa-a2dd-23cf49c6b4fd {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:21.372168 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8708c97b-eef9-44c7-9e91-965e40bf8084 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:21.454495 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8708c97b-eef9-44c7-9e91-965e40bf8084 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:21.454495 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8708c97b-eef9-44c7-9e91-965e40bf8084 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:21.468099 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8708c97b-eef9-44c7-9e91-965e40bf8084 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Calling delete_port for 963c9e16-b255-42fa-a2dd-23cf49c6b4fd owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:21.528460 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:46:21.532932 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-023166f2-142a-4213-9ba9-7936d1fe636b req-95c8b29b-53d0-4c35-b7b1-7ea2d7492ce5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 210 time: 0.0557289 Nov 01 16:46:21.555934 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:46:21.556608 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 4864bb4b-b435-439f-aa7a-1ddad8d7e8b5 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:46:21.719239 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8708c97b-eef9-44c7-9e91-965e40bf8084 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:21.751721 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708c97b-eef9-44c7-9e91-965e40bf8084 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Pushing event deleted for resources: {'Port': ['ID=963c9e16-b255-42fa-a2dd-23cf49c6b4fd,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:21.807040 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8708c97b-eef9-44c7-9e91-965e40bf8084 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:21.809745 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8708c97b-eef9-44c7-9e91-965e40bf8084 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:21.812044 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-8708c97b-eef9-44c7-9e91-965e40bf8084 tempest-AttachVolumeShelveTestJSON-557757220 tempest-AttachVolumeShelveTestJSON-557757220-project] 10.222.0.62 "DELETE /v2.0/floatingips/43921eb7-f1cb-4700-be7a-b96be02d268b HTTP/1.1" status: 204 len: 168 time: 0.5677741 Nov 01 16:46:22.200685 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42598) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:22.305838 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b6745b39-40f7-48f6-aaaf-0f171f43e711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:22.378754 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b6745b39-40f7-48f6-aaaf-0f171f43e711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:22.479032 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b6745b39-40f7-48f6-aaaf-0f171f43e711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:22.514644 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-b6745b39-40f7-48f6-aaaf-0f171f43e711 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf6278e79d7c497dbc84e38c1eb593d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125768 Nov 01 16:46:22.517541 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42602) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:22.519360 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6745b39-40f7-48f6-aaaf-0f171f43e711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a624c45c-330c-477b-b6b7-eb00657b338d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:22.567163 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dbab9992-674b-4cb1-b456-8edc5ca3eaab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:22.591249 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dbab9992-674b-4cb1-b456-8edc5ca3eaab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:22.662443 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-31ecbc06-80a1-48a9-b22c-ee407071dd58 req-3b94fb74-4b4b-472c-b3ac-c56bac9da2cf tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 210 time: 0.0270061 Nov 01 16:46:22.753588 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dbab9992-674b-4cb1-b456-8edc5ca3eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:22.756971 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dbab9992-674b-4cb1-b456-8edc5ca3eaab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:22.762492 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-dbab9992-674b-4cb1-b456-8edc5ca3eaab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a624c45c-330c-477b-b6b7-eb00657b338d HTTP/1.1" status: 204 len: 168 time: 0.2393456 Nov 01 16:46:22.769421 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab9992-674b-4cb1-b456-8edc5ca3eaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a624c45c-330c-477b-b6b7-eb00657b338d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:23.577987 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-95a868f8-c8b3-4b16-a325-e6e0ba944396 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:23.579440 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-95a868f8-c8b3-4b16-a325-e6e0ba944396 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 811 time: 0.1083388 Nov 01 16:46:23.626272 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-249af47a-c288-4208-b7e9-7011c84ba7fa tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=833a357c5aae4d4d9be45d3323012608 HTTP/1.1" status: 200 len: 379 time: 0.0348368 Nov 01 16:46:23.639203 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'port': {'device_id': '130ab728-4f29-4107-b596-ab7a48a456db', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'admin_state_up': True, 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'security_groups': ['62341bb9-fbd7-4735-a2b4-5d2552fa4c58']}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:46:23.763567 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8c9c8c1f-7c70-4ce5-aca8-d53844f58423 req-edabd8e2-37ef-4296-8fa1-05fcb32705b7 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 210 time: 0.0309458 Nov 01 16:46:23.827795 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Made reservation on behalf of 833a357c5aae4d4d9be45d3323012608 for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:46:23.831305 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:23.971064 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Allocated IP 172.20.0.7 (9f545391-7950-48f3-af3e-7b24976f5954/fbaa1191-0552-4a2e-91c0-99fce75be7c1/53f097df-cac0-4188-b79f-7d899f3000a6) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:46:24.110982 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:24.220712 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:24.262628 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Network 9f545391-7950-48f3-af3e-7b24976f5954 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:46:24.267622 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:46:24.271312 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:46:24.277652 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'Port': ['ID=53f097df-cac0-4188-b79f-7d899f3000a6,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:24.334879 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:24.335678 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:24.458748 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-a7e1a45b-62d1-4026-9932-b60b45e338c3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8233640 Nov 01 16:46:24.472882 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Request body: {'port': {'device_id': '130ab728-4f29-4107-b596-ab7a48a456db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:46:24.479657 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-fcb875cb-1a21-4f59-83e9-31dd00ad3890 None None] Provisioning complete for port 53f097df-cac0-4188-b79f-7d899f3000a6 triggered by entity DHCP. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:46:24.480186 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fcb875cb-1a21-4f59-83e9-31dd00ad3890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:24.516755 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-fcb875cb-1a21-4f59-83e9-31dd00ad3890 None None] Port 53f097df-cac0-4188-b79f-7d899f3000a6 cannot update to ACTIVE because it is not bound. {{(pid=102021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 16:46:24.532592 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:24.666262 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42654) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:24.831194 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f097df-cac0-4188-b79f-7d899f3000a6 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:46:24.840676 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:24.852824 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Transition to ACTIVE for port object 53f097df-cac0-4188-b79f-7d899f3000a6 will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:46:24.915585 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:24.958895 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a092d8-7637-4d1b-b48b-57de7621de3d req-f9a250cd-8254-4c9a-831b-59b9025dbb74 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:24.961584 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-34a092d8-7637-4d1b-b48b-57de7621de3d req-f9a250cd-8254-4c9a-831b-59b9025dbb74 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 931 time: 0.0939543 Nov 01 16:46:24.973421 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Pushing event updated for resources: {'Port': ['ID=53f097df-cac0-4188-b79f-7d899f3000a6,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:25.056191 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-34a092d8-7637-4d1b-b48b-57de7621de3d req-f1643591-77b3-4271-bb7f-5408390187f5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851314 Nov 01 16:46:25.056416 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Attempting to bind port 53f097df-cac0-4188-b79f-7d899f3000a6 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:46:25.056706 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Attempting to bind port 53f097df-cac0-4188-b79f-7d899f3000a6 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:46:25.061168 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Attempting to bind port 53f097df-cac0-4188-b79f-7d899f3000a6 on network 9f545391-7950-48f3-af3e-7b24976f5954 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:46:25.062980 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Port 53f097df-cac0-4188-b79f-7d899f3000a6 on network 9f545391-7950-48f3-af3e-7b24976f5954 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:46:25.063409 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Attempting to bind port 53f097df-cac0-4188-b79f-7d899f3000a6 on network 9f545391-7950-48f3-af3e-7b24976f5954 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:46:25.071126 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:46:25.072014 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Checking segment: {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:46:25.072014 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Bound using segment: {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:46:25.072305 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Bound port: 53f097df-cac0-4188-b79f-7d899f3000a6, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47b8626-1bcd-4506-a42c-74559b620716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:46:25.072674 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:25.144933 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] For port 53f097df-cac0-4188-b79f-7d899f3000a6, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:46:25.149714 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] For port 53f097df-cac0-4188-b79f-7d899f3000a6, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=53f097df-cac0-4188-b79f-7d899f3000a6,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:46:25.250871 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:25.284166 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:25.284622 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:25.285144 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ded4-4fd8-48fe-8f0d-f607a1012d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618549'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:25.286298 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] 10.222.0.71 "PUT /v2.0/ports/53f097df-cac0-4188-b79f-7d899f3000a6 HTTP/1.1" status: 200 len: 1093 time: 0.8185763 Nov 01 16:46:25.288831 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130ab728-4f29-4107-b596-ab7a48a456db', 'tag': '53f097df-cac0-4188-b79f-7d899f3000a6'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:46:25.291908 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8e7360-2dac-4af2-b614-6c702cc8f9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "130ab728-4f29-4107-b596-ab7a48a456db", "tag": "53f097df-cac0-4188-b79f-7d899f3000a6"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:46:25.319361 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e10b96-7208-44d9-96ab-f8e37636006a service neutron] Pushing event updated for resources: {'Port': ['ID=53f097df-cac0-4188-b79f-7d899f3000a6,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:25.339822 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334c5b77-71ca-4d1f-9d73-53e8c8357da3 x-openstack-request-id: req-334c5b77-71ca-4d1f-9d73-53e8c8357da3 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:46:25.340148 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130ab728-4f29-4107-b596-ab7a48a456db", "tag": "53f097df-cac0-4188-b79f-7d899f3000a6", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:46:25.340399 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-334c5b77-71ca-4d1f-9d73-53e8c8357da3 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:46:25.340869 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130ab728-4f29-4107-b596-ab7a48a456db', 'tag': '53f097df-cac0-4188-b79f-7d899f3000a6', 'status': 'completed', 'code': 200} Nov 01 16:46:25.413272 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e7360-2dac-4af2-b614-6c702cc8f9bd req-58ab820b-d3ad-4f5f-882f-46dcd1e099cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:25.414986 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee8e7360-2dac-4af2-b614-6c702cc8f9bd req-58ab820b-d3ad-4f5f-882f-46dcd1e099cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 1096 time: 0.0515990 Nov 01 16:46:25.535116 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e7360-2dac-4af2-b614-6c702cc8f9bd req-c7970a9d-1210-4bee-80dd-6826626ba3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:25.536689 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee8e7360-2dac-4af2-b614-6c702cc8f9bd req-c7970a9d-1210-4bee-80dd-6826626ba3ee service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=833a357c5aae4d4d9be45d3323012608&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1095750 Nov 01 16:46:25.646701 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e7360-2dac-4af2-b614-6c702cc8f9bd req-afc72775-c59e-4428-b155-045882962d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:25.648507 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ee8e7360-2dac-4af2-b614-6c702cc8f9bd req-afc72775-c59e-4428-b155-045882962d02 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002219 Nov 01 16:46:25.735982 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-ec33e795-f59d-4dff-934c-ca07b6d52a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:25.738072 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-ec33e795-f59d-4dff-934c-ca07b6d52a55 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 1096 time: 0.0482948 Nov 01 16:46:25.781740 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-d9ddc060-6c1f-4ff6-8aa0-75c30f540048 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53f097df-cac0-4188-b79f-7d899f3000a6 HTTP/1.1" status: 200 len: 217 time: 0.0351703 Nov 01 16:46:25.789957 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1ded4-4fd8-48fe-8f0d-f607a1012d85 admin admin] Deleting port f0c1d24b-7328-462c-b1c0-83685df50695 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:25.790302 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ded4-4fd8-48fe-8f0d-f607a1012d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:25.843023 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-244b24d2-d4b9-4c35-b5ac-17c92c3c58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:25.844509 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-244b24d2-d4b9-4c35-b5ac-17c92c3c58cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fbaa1191-0552-4a2e-91c0-99fce75be7c1 HTTP/1.1" status: 200 len: 850 time: 0.0504420 Nov 01 16:46:25.871545 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-c9c1ded4-4fd8-48fe-8f0d-f607a1012d85 admin admin] For port f0c1d24b-7328-462c-b1c0-83685df50695, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=f0c1d24b-7328-462c-b1c0-83685df50695,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:25.871911 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ded4-4fd8-48fe-8f0d-f607a1012d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:25.884357 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1ded4-4fd8-48fe-8f0d-f607a1012d85 admin admin] Calling delete_port for f0c1d24b-7328-462c-b1c0-83685df50695 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:25.896364 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-491d2b84-a530-4f43-ad7f-83d1139ffdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:25.898010 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-491d2b84-a530-4f43-ad7f-83d1139ffdb3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f545391-7950-48f3-af3e-7b24976f5954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411861 Nov 01 16:46:25.994628 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-26ebad20-2d95-405a-ba78-fe088c0cec6c service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838234 Nov 01 16:46:26.091840 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-478625ad-5b07-4fbc-a3cf-0e018456d255 req-03dafa4f-88e1-4c42-a184-2e21c67a4e75 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861008 Nov 01 16:46:26.147824 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ded4-4fd8-48fe-8f0d-f607a1012d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:26.191086 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1ded4-4fd8-48fe-8f0d-f607a1012d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c1d24b-7328-462c-b1c0-83685df50695,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:26.250580 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180faf2-d396-4494-a9da-94da898afc6f req-05997387-9716-4c08-93ee-b7f1212665b0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:26.252147 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8180faf2-d396-4494-a9da-94da898afc6f req-05997387-9716-4c08-93ee-b7f1212665b0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 943 time: 0.1158881 Nov 01 16:46:26.354319 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-8180faf2-d396-4494-a9da-94da898afc6f req-edc1ca6d-a40d-4bd7-88e5-18b61ecc0313 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954232 Nov 01 16:46:26.415035 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ded4-4fd8-48fe-8f0d-f607a1012d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617861'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:26.632269 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c1ded4-4fd8-48fe-8f0d-f607a1012d85 admin admin] Router bd132342-bdf0-4f57-8815-ccd76fa4397a has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:46:26.737189 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c1ded4-4fd8-48fe-8f0d-f607a1012d85 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:46:26.742327 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-c9c1ded4-4fd8-48fe-8f0d-f607a1012d85 admin admin] 10.222.0.62 "PUT /v2.0/routers/bd132342-bdf0-4f57-8815-ccd76fa4397a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0749815 Nov 01 16:46:26.744813 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42674) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:26.747399 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe2edd-14cd-46f9-ae6a-36e8cc69af23 None None] Sync routers for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:46:26.757450 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe2edd-14cd-46f9-ae6a-36e8cc69af23 None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:26.757968 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-c5fe2edd-14cd-46f9-ae6a-36e8cc69af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:26.857540 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Publish callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:26.862834 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-c5fe2edd-14cd-46f9-ae6a-36e8cc69af23 None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:26.963132 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:27.063046 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-c5fe2edd-14cd-46f9-ae6a-36e8cc69af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '60da578b-e135-4783-bcee-dcda4086b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:46:26Z', 'revision_number': 5, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port': {'id': '60da578b-e135-4783-bcee-dcda4086b085', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:38:39Z', 'updated_at': '2021-11-01T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:27.094056 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe2edd-14cd-46f9-ae6a-36e8cc69af23 None None] Checking router: bd132342-bdf0-4f57-8815-ccd76fa4397a for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:46:27.103458 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe2edd-14cd-46f9-ae6a-36e8cc69af23 None None] Routers {'bd132342-bdf0-4f57-8815-ccd76fa4397a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:27.109238 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-c5fe2edd-14cd-46f9-ae6a-36e8cc69af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['bd132342-bdf0-4f57-8815-ccd76fa4397a'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:27.112089 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Deleting port 60da578b-e135-4783-bcee-dcda4086b085 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:27.112390 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:27.196929 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] For port 60da578b-e135-4783-bcee-dcda4086b085, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=60da578b-e135-4783-bcee-dcda4086b085,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:27.197611 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:27.211840 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Calling delete_port for 60da578b-e135-4783-bcee-dcda4086b085 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:27.279638 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-c5fe2edd-14cd-46f9-ae6a-36e8cc69af23 None None] Set router bd132342-bdf0-4f57-8815-ccd76fa4397a gateway port host: None {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:27.331540 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-c5fe2edd-14cd-46f9-ae6a-36e8cc69af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:46:26Z', 'revision_number': 6, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port_host': None}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:27.362104 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe2edd-14cd-46f9-ae6a-36e8cc69af23 None None] The sync data for ids ['bd132342-bdf0-4f57-8815-ccd76fa4397a'] in dv-cinder-816187-1-iscsi is: [{'id': 'bd132342-bdf0-4f57-8815-ccd76fa4397a', 'name': 'tempest-AttachVolumeShelveTestJSON-1238838464-router', 'tenant_id': 'a16bdbc5792c4267960d31f199a308c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:38:38Z', 'updated_at': '2021-11-01T16:46:26Z', 'revision_number': 6, 'project_id': 'a16bdbc5792c4267960d31f199a308c7', 'gw_port_host': None}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:46:27.470086 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:27.499746 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=60da578b-e135-4783-bcee-dcda4086b085,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:27.536873 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f514db-181b-43cc-a09c-8e432b898064 req-0a338aa7-a16f-4af8-874f-5cc24c5e3af3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:27.538396 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-16f514db-181b-43cc-a09c-8e432b898064 req-0a338aa7-a16f-4af8-874f-5cc24c5e3af3 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 943 time: 0.1002328 Nov 01 16:46:27.601913 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618979'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:27.619214 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-16f514db-181b-43cc-a09c-8e432b898064 req-c12e6afb-1955-4def-9505-9de465685984 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634487 Nov 01 16:46:27.709322 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1222'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:27.711582 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:27.843120 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-617030'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:27.843747 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd132342-bdf0-4f57-8815-ccd76fa4397a {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 16:46:27.848696 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] Publish callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:27.850087 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-a62496f6-526c-4597-bb3b-d192ac966d5a admin admin] 10.222.0.62 "DELETE /v2.0/routers/bd132342-bdf0-4f57-8815-ccd76fa4397a HTTP/1.1" status: 204 len: 168 time: 1.1040871 Nov 01 16:46:27.852591 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42684) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:27.899618 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee1971b-54dc-4e6e-95dc-91e14bc0b9ec admin admin] Deleting subnet 12d120ec-7c1c-492a-aded-98eaa12c8391 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:46:27.902676 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eee1971b-54dc-4e6e-95dc-91e14bc0b9ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:27.940589 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eee1971b-54dc-4e6e-95dc-91e14bc0b9ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260784331'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.014675 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:46:28.051390 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eee1971b-54dc-4e6e-95dc-91e14bc0b9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.222190 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eee1971b-54dc-4e6e-95dc-91e14bc0b9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260102732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260916244'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.258782 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eee1971b-54dc-4e6e-95dc-91e14bc0b9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.259067 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cdde60-261e-4e78-aa1b-0a2578efaa5b None None] Network ac002b1f-c80d-4c51-9e9a-3afa35f24108 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:46:28.259507 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42690) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:28.259949 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-eee1971b-54dc-4e6e-95dc-91e14bc0b9ec admin admin] 10.222.0.62 "DELETE /v2.0/subnets/12d120ec-7c1c-492a-aded-98eaa12c8391 HTTP/1.1" status: 204 len: 168 time: 0.4058549 Nov 01 16:46:28.262859 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1971b-54dc-4e6e-95dc-91e14bc0b9ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d120ec-7c1c-492a-aded-98eaa12c8391,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:28.330651 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.429053 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Deleting port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:28.429411 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.444007 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 60da578b-e135-4783-bcee-dcda4086b085 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:46:28.473142 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 60da578b-e135-4783-bcee-dcda4086b085 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:46:28.473491 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 60da578b-e135-4783-bcee-dcda4086b085 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:46:28.473906 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device f0c1d24b-7328-462c-b1c0-83685df50695 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:46:28.496439 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: f0c1d24b-7328-462c-b1c0-83685df50695 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:46:28.496782 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device f0c1d24b-7328-462c-b1c0-83685df50695 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:46:28.498333 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] For port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=a3c227f2-ab17-4d71-bb5c-dc3f84a88d07,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:28.498753 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.512666 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Calling delete_port for a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:28.622786 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d936309-20bf-41ab-8435-00f290b8f1bd None None] DHCP port deletion for ac002b1f-c80d-4c51-9e9a-3afa35f24108 request from dv-cinder-816187-1-iscsi {{(pid=102021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 16:46:28.671127 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-0d936309-20bf-41ab-8435-00f290b8f1bd None None] Deleting port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 {{(pid=102021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:28.671487 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0d936309-20bf-41ab-8435-00f290b8f1bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.701949 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.728859 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c227f2-ab17-4d71-bb5c-dc3f84a88d07,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:28.732865 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] No DVR routers for this DVR port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 on host dv-cinder-816187-1-iscsi {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:46:28.742379 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-0d936309-20bf-41ab-8435-00f290b8f1bd None None] For port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=a3c227f2-ab17-4d71-bb5c-dc3f84a88d07,segment=NetworkSegment(37d6d64e-9e35-45d9-8e4e-d6df1a4faca4),segment_id=37d6d64e-9e35-45d9-8e4e-d6df1a4faca4)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:28.742379 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0d936309-20bf-41ab-8435-00f290b8f1bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.744187 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea78fc1-b938-4ebc-aa24-4f2699d25ffb req-3cb10c6c-2669-4dd4-ae51-18797c059f8f tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:28.745693 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2ea78fc1-b938-4ebc-aa24-4f2699d25ffb req-3cb10c6c-2669-4dd4-ae51-18797c059f8f tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 943 time: 0.0589674 Nov 01 16:46:28.752609 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-0d936309-20bf-41ab-8435-00f290b8f1bd None None] Calling delete_port for a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 owned by network:dhcp {{(pid=102021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:28.785854 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2ea78fc1-b938-4ebc-aa24-4f2699d25ffb req-7c12bd08-10f5-4914-b4a2-6775162a4987 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339198 Nov 01 16:46:28.820359 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.837644 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0d936309-20bf-41ab-8435-00f290b8f1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369'] for port, after_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.840979 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac002b1f-c80d-4c51-9e9a-3afa35f24108']}} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:28.850894 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4') {'for_net_delete': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:28.851245 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d6d64e-9e35-45d9-8e4e-d6df1a4faca4') {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:28.860333 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056129'] for segment, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.863251 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d936309-20bf-41ab-8435-00f290b8f1bd None None] Pushing event deleted for resources: {'Port': ['ID=a3c227f2-ab17-4d71-bb5c-dc3f84a88d07,revision_number=None']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:28.865106 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d936309-20bf-41ab-8435-00f290b8f1bd None None] No DVR routers for this DVR port a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 on host dv-cinder-816187-1-iscsi {{(pid=102021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:46:28.875700 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.882137 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=102020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:46:28.882520 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260546480'] for segment, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: Traceback (most recent call last): Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: timer() Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: cb(*args, **kw) Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: return func(*args, **kwargs) Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: self._notify() Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: self.callback(batched_events) Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: event.method(event) Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: return f(self, *a, **k) Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._get(url).json() Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: return self.request(url, 'GET', **kwargs) Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:46:28.884224 dv-cinder-816187-1-iscsi neutron-server[102020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:46:28.993437 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:29.000072 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:29.005521 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] 10.222.0.62 "DELETE /v2.0/networks/ac002b1f-c80d-4c51-9e9a-3afa35f24108 HTTP/1.1" status: 204 len: 168 time: 0.7431049 Nov 01 16:46:29.012690 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88522eb3-8fde-49a0-8503-7866b85d556a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac002b1f-c80d-4c51-9e9a-3afa35f24108,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:29.464840 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42710) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:29.510597 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-c75d744a-4b3e-41b7-a669-0f15eb1cbc67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a16bdbc5792c4267960d31f199a308c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445292 Nov 01 16:46:29.513267 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42714) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:29.560921 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2bd05ca3-a5c8-4ed0-9a58-19b5fb1215e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:29.588073 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2bd05ca3-a5c8-4ed0-9a58-19b5fb1215e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:29.702251 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2bd05ca3-a5c8-4ed0-9a58-19b5fb1215e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:29.705026 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2bd05ca3-a5c8-4ed0-9a58-19b5fb1215e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:29.706234 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-2bd05ca3-a5c8-4ed0-9a58-19b5fb1215e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c13ee13-1356-4fab-a2ac-c07323d5e21d HTTP/1.1" status: 204 len: 168 time: 0.1920252 Nov 01 16:46:29.715489 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd05ca3-a5c8-4ed0-9a58-19b5fb1215e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c13ee13-1356-4fab-a2ac-c07323d5e21d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:29.906484 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218119d-1702-4ae6-89e8-8775a5b33457 req-2f40b7c8-242e-43e5-9d4c-0d2331a2d874 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:29.908053 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f218119d-1702-4ae6-89e8-8775a5b33457 req-2f40b7c8-242e-43e5-9d4c-0d2331a2d874 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 943 time: 0.0506594 Nov 01 16:46:29.947841 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f218119d-1702-4ae6-89e8-8775a5b33457 req-14dd0b40-7188-4967-905e-7a98ad8e38fd tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329168 Nov 01 16:46:30.393188 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:46:30.414047 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:46:30.414393 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device a3c227f2-ab17-4d71-bb5c-dc3f84a88d07 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:46:30.762640 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42762) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:30.858876 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-378771317-network', 'tenant_id': '84a3541d7659443d87e226362c50ee7e'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:46:30.942081 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Made reservation on behalf of 84a3541d7659443d87e226362c50ee7e for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:46:30.944932 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:30.957740 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:31.066923 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:31.083961 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8179c-e68b-483a-adc1-4fcdd8f4474d req-582f1565-be53-463c-b955-730c817f4da9 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:31.086260 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7ba8179c-e68b-483a-adc1-4fcdd8f4474d req-582f1565-be53-463c-b955-730c817f4da9 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 943 time: 0.0699561 Nov 01 16:46:31.124211 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7ba8179c-e68b-483a-adc1-4fcdd8f4474d req-9021c3fe-5ed2-4704-a960-a5f9d9d2f40b tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319610 Nov 01 16:46:31.141636 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:31.168122 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:46:31.177950 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cb0802-5df2-4ff0-9307-027448bf7fee,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:31.182825 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:31.183169 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.segments_db [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Added segment a1ffc171-a1dc-493b-91ca-53f4caacc715 of type vlan for network f15399d3-c82d-43de-983b-efa40c31839c Nov 01 16:46:31.226204 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:31.320025 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:31.321009 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:31.321598 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:31.387344 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f15399d3-c82d-43de-983b-efa40c31839c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:31.398511 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network f15399d3-c82d-43de-983b-efa40c31839c details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:46:31.424940 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-d47cc69d-bf33-478c-a2c3-f5e04f1f64d7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6609015 Nov 01 16:46:31.427656 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42786) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:31.433765 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9bad3a3a-1f2e-4aa6-b293-d686978a3ead admin admin] Request body: {'subnet': {'network_id': 'f15399d3-c82d-43de-983b-efa40c31839c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-378771317-subnet', 'tenant_id': '84a3541d7659443d87e226362c50ee7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:46:31.519004 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bad3a3a-1f2e-4aa6-b293-d686978a3ead admin admin] Made reservation on behalf of 84a3541d7659443d87e226362c50ee7e for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:46:31.521535 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9bad3a3a-1f2e-4aa6-b293-d686978a3ead admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260916273'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:31.765327 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9bad3a3a-1f2e-4aa6-b293-d686978a3ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260102797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260916227'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:31.822062 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad3a3a-1f2e-4aa6-b293-d686978a3ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=199bc8ec-db93-4496-a171-8f2db79fc12f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:31.831282 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad3a3a-1f2e-4aa6-b293-d686978a3ead admin admin] Checking segment: {'id': 'a1ffc171-a1dc-493b-91ca-53f4caacc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f15399d3-c82d-43de-983b-efa40c31839c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:46:31.831760 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad3a3a-1f2e-4aa6-b293-d686978a3ead admin admin] Network hostable DHCP agents. Network: f15399d3-c82d-43de-983b-efa40c31839c, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:46:31.905810 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad3a3a-1f2e-4aa6-b293-d686978a3ead admin admin] Network f15399d3-c82d-43de-983b-efa40c31839c is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:46:31.980259 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9bad3a3a-1f2e-4aa6-b293-d686978a3ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, f15399d3-c82d-43de-983b-efa40c31839c) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:46:31.985155 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bad3a3a-1f2e-4aa6-b293-d686978a3ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:31.986036 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9bad3a3a-1f2e-4aa6-b293-d686978a3ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:31.989083 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d995f57d-0d28-4055-a228-695791ef5e9b None None] Network f15399d3-c82d-43de-983b-efa40c31839c requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:46:32.065020 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-9bad3a3a-1f2e-4aa6-b293-d686978a3ead admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6350152 Nov 01 16:46:32.113789 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82745815-8874-4fa6-830a-086ffa738371 None None] Network f15399d3-c82d-43de-983b-efa40c31839c requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:46:32.257646 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279d290-bb1b-48b9-aac9-ec727024632b req-798e7e19-e4d4-4f2c-98f3-275f7a35cdc6 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:32.259728 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6279d290-bb1b-48b9-aac9-ec727024632b req-798e7e19-e4d4-4f2c-98f3-275f7a35cdc6 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 943 time: 0.0627291 Nov 01 16:46:32.305743 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6279d290-bb1b-48b9-aac9-ec727024632b req-5fc72d4e-2664-4597-b789-01f5bed6f463 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399206 Nov 01 16:46:32.748424 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42810) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:32.753358 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053364638-network', 'tenant_id': '071d976135e24572b374c78dae9d66aa'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:46:32.827874 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Made reservation on behalf of 071d976135e24572b374c78dae9d66aa for: {'network': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:46:32.830161 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:32.839403 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:32.913093 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:32.987493 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:33.015465 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=102020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:46:33.027217 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92fcc66-58b1-458a-88f8-dcbf3655e553,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:33.030691 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:33.031119 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.segments_db [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Added segment ceac3b0f-45e1-4d73-93a8-ef19e6308c72 of type vlan for network 87b4e9c8-326b-434b-ae2c-0655897e26e0 Nov 01 16:46:33.080033 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:33.176430 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:33.177347 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:33.178539 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:33.236510 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] Pushing event updated for resources: {'Network': ['ID=87b4e9c8-326b-434b-ae2c-0655897e26e0,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:33.246638 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network 87b4e9c8-326b-434b-ae2c-0655897e26e0 details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:46:33.280163 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-6d29e094-b506-47f0-a856-27a13b66d02f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5306470 Nov 01 16:46:33.282988 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42818) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:33.288592 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ccc66805-a8c9-4289-b637-b624c5574eec admin admin] Request body: {'subnet': {'network_id': '87b4e9c8-326b-434b-ae2c-0655897e26e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053364638-subnet', 'tenant_id': '071d976135e24572b374c78dae9d66aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:46:33.406133 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc66805-a8c9-4289-b637-b624c5574eec admin admin] Made reservation on behalf of 071d976135e24572b374c78dae9d66aa for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:46:33.408349 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccc66805-a8c9-4289-b637-b624c5574eec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260916273'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:33.476772 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416adc2-5a50-420c-a4f0-f9375e52a514 req-911a1bf7-a4ca-4c42-8f3a-d40ff8d0e2cf tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:33.478182 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2416adc2-5a50-420c-a4f0-f9375e52a514 req-911a1bf7-a4ca-4c42-8f3a-d40ff8d0e2cf tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 943 time: 0.1000614 Nov 01 16:46:33.535934 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2416adc2-5a50-420c-a4f0-f9375e52a514 req-9a689c17-739b-4ed7-a7f5-913c7d00a04f tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513928 Nov 01 16:46:33.571898 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 53f097df-cac0-4188-b79f-7d899f3000a6 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:46:33.672339 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 53f097df-cac0-4188-b79f-7d899f3000a6, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=53f097df-cac0-4188-b79f-7d899f3000a6,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:33.683742 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '53f097df-cac0-4188-b79f-7d899f3000a6', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'port_id': '53f097df-cac0-4188-b79f-7d899f3000a6', 'mac_address': 'fa:16:3e:a6:dc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:46:33.684987 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccc66805-a8c9-4289-b637-b624c5574eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260102797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260916227'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:33.720599 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:33.741058 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f097df-cac0-4188-b79f-7d899f3000a6 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:46:33.744204 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc66805-a8c9-4289-b637-b624c5574eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a3ddc3-c2b0-404d-b2ba-ffe7b2f935e6,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:33.751188 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc66805-a8c9-4289-b637-b624c5574eec admin admin] Checking segment: {'id': 'ceac3b0f-45e1-4d73-93a8-ef19e6308c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '87b4e9c8-326b-434b-ae2c-0655897e26e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:46:33.751188 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc66805-a8c9-4289-b637-b624c5574eec admin admin] Network hostable DHCP agents. Network: 87b4e9c8-326b-434b-ae2c-0655897e26e0, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:46:33.758904 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 53f097df-cac0-4188-b79f-7d899f3000a6, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=53f097df-cac0-4188-b79f-7d899f3000a6,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:33.832775 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:33.878086 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=53f097df-cac0-4188-b79f-7d899f3000a6,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:33.884397 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc66805-a8c9-4289-b637-b624c5574eec admin admin] Network 87b4e9c8-326b-434b-ae2c-0655897e26e0 is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:46:33.970243 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ccc66805-a8c9-4289-b637-b624c5574eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, 87b4e9c8-326b-434b-ae2c-0655897e26e0) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:46:33.974321 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc66805-a8c9-4289-b637-b624c5574eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:33.975053 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccc66805-a8c9-4289-b637-b624c5574eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:33.981131 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf558246-b4de-4374-a8ac-44bb1e87de4f None None] Network 87b4e9c8-326b-434b-ae2c-0655897e26e0 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:46:34.054634 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ccc66805-a8c9-4289-b637-b624c5574eec admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7620134 Nov 01 16:46:34.107946 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae690c07-6689-480f-9165-1b283f833cb4 None None] Network 87b4e9c8-326b-434b-ae2c-0655897e26e0 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:46:34.127498 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['53f097df-cac0-4188-b79f-7d899f3000a6'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:46:34.180875 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42828) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:34.229381 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e72c59-7bfa-4c35-b607-2dae3e9e5a1d admin admin] Deleting subnet 199bc8ec-db93-4496-a171-8f2db79fc12f {{(pid=102020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:46:34.233620 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-34e72c59-7bfa-4c35-b607-2dae3e9e5a1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.268284 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-34e72c59-7bfa-4c35-b607-2dae3e9e5a1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056152'] for subnet, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.308388 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-34e72c59-7bfa-4c35-b607-2dae3e9e5a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.422315 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-34e72c59-7bfa-4c35-b607-2dae3e9e5a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260544798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260872958'] for subnet, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.451772 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e72c59-7bfa-4c35-b607-2dae3e9e5a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=199bc8ec-db93-4496-a171-8f2db79fc12f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:34.455445 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-34e72c59-7bfa-4c35-b607-2dae3e9e5a1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.458667 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-34e72c59-7bfa-4c35-b607-2dae3e9e5a1d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/199bc8ec-db93-4496-a171-8f2db79fc12f HTTP/1.1" status: 204 len: 168 time: 0.2767940 Nov 01 16:46:34.461799 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42832) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:34.527688 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.612846 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.634242 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15399d3-c82d-43de-983b-efa40c31839c']}} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:34.649191 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ffc171-a1dc-493b-91ca-53f4caacc715') {'for_net_delete': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:34.649603 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ffc171-a1dc-493b-91ca-53f4caacc715') {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:34.657671 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175af13-95d1-4860-bc29-ed691a8a8425 req-32532094-41e7-45dd-a809-4feadd6705ba tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:34.659328 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9175af13-95d1-4860-bc29-ed691a8a8425 req-32532094-41e7-45dd-a809-4feadd6705ba tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 944 time: 0.0550685 Nov 01 16:46:34.659477 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056129'] for segment, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.673308 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.679418 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:46:34.679833 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260546480'] for segment, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: Traceback (most recent call last): Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: timer() Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: cb(*args, **kw) Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: return func(*args, **kwargs) Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: self._notify() Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: self.callback(batched_events) Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: event.method(event) Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: return f(self, *a, **k) Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._get(url).json() Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: return self.request(url, 'GET', **kwargs) Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:46:34.681516 dv-cinder-816187-1-iscsi neutron-server[102020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:46:34.699366 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9175af13-95d1-4860-bc29-ed691a8a8425 req-73c52673-b4d9-4d2a-a03b-8a57adbd47b5 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326762 Nov 01 16:46:34.793237 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.799371 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.802552 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f15399d3-c82d-43de-983b-efa40c31839c HTTP/1.1" status: 204 len: 168 time: 0.3398409 Nov 01 16:46:34.805718 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42836) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:34.812292 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e99b58-e999-41ed-a06c-0afd18330e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=f15399d3-c82d-43de-983b-efa40c31839c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:34.852089 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2e0195-a8c7-4319-a7c5-24f99a5fcb8b admin admin] Deleting subnet 08a3ddc3-c2b0-404d-b2ba-ffe7b2f935e6 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:46:34.855427 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0195-a8c7-4319-a7c5-24f99a5fcb8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.889567 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0195-a8c7-4319-a7c5-24f99a5fcb8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260784331'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:34.926701 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0195-a8c7-4319-a7c5-24f99a5fcb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.073358 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0195-a8c7-4319-a7c5-24f99a5fcb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260102732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260916244'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.100753 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e0195-a8c7-4319-a7c5-24f99a5fcb8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a3ddc3-c2b0-404d-b2ba-ffe7b2f935e6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:35.107281 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0195-a8c7-4319-a7c5-24f99a5fcb8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.110451 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-cd2e0195-a8c7-4319-a7c5-24f99a5fcb8b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/08a3ddc3-c2b0-404d-b2ba-ffe7b2f935e6 HTTP/1.1" status: 204 len: 168 time: 0.3036249 Nov 01 16:46:35.112987 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42838) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:35.180236 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.259245 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.279168 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b4e9c8-326b-434b-ae2c-0655897e26e0']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:35.288869 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceac3b0f-45e1-4d73-93a8-ef19e6308c72') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:35.289165 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceac3b0f-45e1-4d73-93a8-ef19e6308c72') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:35.298193 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260784338'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.310984 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.316728 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:46:35.317108 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260103394'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: Traceback (most recent call last): Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: timer() Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: cb(*args, **kw) Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: return func(*args, **kwargs) Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: self._notify() Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: self.callback(batched_events) Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: event.method(event) Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: return f(self, *a, **k) Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._get(url).json() Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: return self.request(url, 'GET', **kwargs) Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:46:35.318966 dv-cinder-816187-1-iscsi neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:46:35.438775 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.443099 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.447256 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] 10.222.0.62 "DELETE /v2.0/networks/87b4e9c8-326b-434b-ae2c-0655897e26e0 HTTP/1.1" status: 204 len: 168 time: 0.3333673 Nov 01 16:46:35.464451 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32d6f4-3e2a-4d94-952b-92ee2216e2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=87b4e9c8-326b-434b-ae2c-0655897e26e0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:35.588579 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 53f097df-cac0-4188-b79f-7d899f3000a6 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:46:35.730778 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port 53f097df-cac0-4188-b79f-7d899f3000a6 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:46:35.734294 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-936a90d8-804b-47e0-af8e-eb700a2b7732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.737025 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 53f097df-cac0-4188-b79f-7d899f3000a6 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:46:35.737380 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.823412 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0551171-814b-4e51-9826-7dad53f7ebba req-a397370d-8a23-4777-b339-4b2301eec023 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:35.825472 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b0551171-814b-4e51-9826-7dad53f7ebba req-a397370d-8a23-4777-b339-4b2301eec023 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 944 time: 0.0586550 Nov 01 16:46:35.830426 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.861453 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130ab728-4f29-4107-b596-ab7a48a456db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f097df-cac0-4188-b79f-7d899f3000a6'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:46:35.863422 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42850) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:35.864193 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12609e5-bae0-47f5-85a8-85ffe09d7ddf" -d '{"events": [{"server_uuid": "130ab728-4f29-4107-b596-ab7a48a456db", "name": "network-vif-plugged", "status": "completed", "tag": "53f097df-cac0-4188-b79f-7d899f3000a6"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:46:35.871711 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 53f097df-cac0-4188-b79f-7d899f3000a6, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=53f097df-cac0-4188-b79f-7d899f3000a6,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:35.889119 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b0551171-814b-4e51-9826-7dad53f7ebba req-7dc8a636-b70c-4466-8ac4-e275c36d2c56 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533154 Nov 01 16:46:35.909941 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42854) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:35.911146 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e082e2bf-7154-428a-ab37-cb4342204fe3 x-openstack-request-id: req-e082e2bf-7154-428a-ab37-cb4342204fe3 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:46:35.911432 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130ab728-4f29-4107-b596-ab7a48a456db", "name": "network-vif-plugged", "status": "completed", "tag": "53f097df-cac0-4188-b79f-7d899f3000a6", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:46:35.911711 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e082e2bf-7154-428a-ab37-cb4342204fe3 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:46:35.912108 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130ab728-4f29-4107-b596-ab7a48a456db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f097df-cac0-4188-b79f-7d899f3000a6', 'code': 200} Nov 01 16:46:35.934896 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-acfaf99c-eec8-46be-98e7-c561fb83dd31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84a3541d7659443d87e226362c50ee7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623922 Nov 01 16:46:35.937075 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42858) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:35.953209 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:35.987848 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-91fc6564-c7b7-4bc4-8705-aa3790953c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:36.002891 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=53f097df-cac0-4188-b79f-7d899f3000a6,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:36.011559 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-91fc6564-c7b7-4bc4-8705-aa3790953c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:36.084412 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09731fd8-da4e-4199-9154-20f2edb4a254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:36.157863 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09731fd8-da4e-4199-9154-20f2edb4a254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:36.204805 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-91fc6564-c7b7-4bc4-8705-aa3790953c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:36.207312 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-91fc6564-c7b7-4bc4-8705-aa3790953c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:36.208502 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-91fc6564-c7b7-4bc4-8705-aa3790953c2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4cb0802-5df2-4ff0-9307-027448bf7fee HTTP/1.1" status: 204 len: 168 time: 0.2704711 Nov 01 16:46:36.216350 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc6564-c7b7-4bc4-8705-aa3790953c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cb0802-5df2-4ff0-9307-027448bf7fee,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:36.256295 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09731fd8-da4e-4199-9154-20f2edb4a254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:36.296630 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-09731fd8-da4e-4199-9154-20f2edb4a254 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4ec9083609b44b085db5053288a92d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856184 Nov 01 16:46:36.298698 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09731fd8-da4e-4199-9154-20f2edb4a254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db56e964-e491-4bdd-a8d5-9e9a450909b3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:36.299501 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42862) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:36.379842 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f99077d-fccf-4e34-b393-8fe964a2027d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:36.385519 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867a3bd-a58b-4315-aa58-a221cf65ce24 req-4c0dd099-6cbc-417d-a322-70e92537c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:36.387108 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-c867a3bd-a58b-4315-aa58-a221cf65ce24 req-4c0dd099-6cbc-417d-a322-70e92537c2d7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 1098 time: 0.0584238 Nov 01 16:46:36.412513 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f99077d-fccf-4e34-b393-8fe964a2027d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:36.458940 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-c867a3bd-a58b-4315-aa58-a221cf65ce24 req-8120796e-a359-4ee9-acc2-05bc60032c73 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585868 Nov 01 16:46:36.524709 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f99077d-fccf-4e34-b393-8fe964a2027d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:36.527374 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f99077d-fccf-4e34-b393-8fe964a2027d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:36.529001 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-8f99077d-fccf-4e34-b393-8fe964a2027d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db56e964-e491-4bdd-a8d5-9e9a450909b3 HTTP/1.1" status: 204 len: 168 time: 0.2284377 Nov 01 16:46:36.537209 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99077d-fccf-4e34-b393-8fe964a2027d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db56e964-e491-4bdd-a8d5-9e9a450909b3,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:36.770666 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42868) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:36.810830 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-4aa8e21a-ef3f-4393-ac77-73e0c083ab3d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=071d976135e24572b374c78dae9d66aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389938 Nov 01 16:46:36.813246 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42870) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:36.863149 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c79e3ae-9f22-4b34-8c09-aae79b1f8383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:36.883786 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c79e3ae-9f22-4b34-8c09-aae79b1f8383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:37.011695 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766bc91-4cbb-4698-9848-dc20f33fb0e7 req-e85053a2-eab6-4d42-98dd-07b6c627f62a tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:37.013234 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a766bc91-4cbb-4698-9848-dc20f33fb0e7 req-e85053a2-eab6-4d42-98dd-07b6c627f62a tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 945 time: 0.0549653 Nov 01 16:46:37.021731 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c79e3ae-9f22-4b34-8c09-aae79b1f8383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:37.029646 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c79e3ae-9f22-4b34-8c09-aae79b1f8383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:37.029646 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-2c79e3ae-9f22-4b34-8c09-aae79b1f8383 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b92fcc66-58b1-458a-88f8-dcbf3655e553 HTTP/1.1" status: 204 len: 168 time: 0.2130949 Nov 01 16:46:37.035773 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79e3ae-9f22-4b34-8c09-aae79b1f8383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92fcc66-58b1-458a-88f8-dcbf3655e553,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:37.059498 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a766bc91-4cbb-4698-9848-dc20f33fb0e7 req-19a44819-7aa3-4486-a97b-2cd142b0e340 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403986 Nov 01 16:46:37.590739 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42902) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:37.695363 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.v2.base [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1065214181-network', 'tenant_id': '606409e0897d418fb1db0b27304fd960'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:46:37.810291 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Made reservation on behalf of 606409e0897d418fb1db0b27304fd960 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:46:37.812672 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:37.822057 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:37.898390 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:37.958662 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:37.983911 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 16:46:37.993016 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ced063f-d4db-49c0-b1f8-56805db6ce63,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:37.999456 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:37.999889 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.db.segments_db [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Added segment 63f43839-e3ad-4cce-98ce-bdd26a0c7e1d of type vlan for network 918325e0-c3a9-48a6-bece-0656048f2887 Nov 01 16:46:38.042095 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734220837919'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:38.095962 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9c930f1e-9fac-46dd-b8dc-f6cd566cf8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:38.125334 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:38.128715 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:38.128715 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:38.217307 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] Pushing event updated for resources: {'Network': ['ID=918325e0-c3a9-48a6-bece-0656048f2887,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:38.226898 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Network 918325e0-c3a9-48a6-bece-0656048f2887 details requested by agent ovs-agent-dv-cinder-816187-1-iscsi with host dv-cinder-816187-1-iscsi {{(pid=102021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 16:46:38.237031 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51f76f-0f9a-4c2c-87fb-1d4e58a730b3 req-d22790eb-930c-40ce-bd73-c5d6761ecb51 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:38.240023 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7a51f76f-0f9a-4c2c-87fb-1d4e58a730b3 req-d22790eb-930c-40ce-bd73-c5d6761ecb51 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 945 time: 0.1043682 Nov 01 16:46:38.243026 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-48a3fac2-27a7-4c77-8ca9-53d632365dda admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6511874 Nov 01 16:46:38.247167 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42920) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:38.252339 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-28e44332-6670-4393-9633-95724c59d427 admin admin] Request body: {'subnet': {'network_id': '918325e0-c3a9-48a6-bece-0656048f2887', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1065214181-subnet', 'tenant_id': '606409e0897d418fb1db0b27304fd960', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:46:38.283354 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7a51f76f-0f9a-4c2c-87fb-1d4e58a730b3 req-62ccecd3-e29f-4d7f-8fe8-f55b95abb61e tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367153 Nov 01 16:46:38.321075 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e44332-6670-4393-9633-95724c59d427 admin admin] Made reservation on behalf of 606409e0897d418fb1db0b27304fd960 for: {'subnet': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:46:38.324379 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-28e44332-6670-4393-9633-95724c59d427 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260872923'] for subnet, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:38.402788 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a3e2f-4668-4af7-8fb4-527557ff0e29 req-1d821cae-5c59-4553-ad95-ef38f781728d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:38.404436 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a38a3e2f-4668-4af7-8fb4-527557ff0e29 req-1d821cae-5c59-4553-ad95-ef38f781728d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 945 time: 0.0514464 Nov 01 16:46:38.452804 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a38a3e2f-4668-4af7-8fb4-527557ff0e29 req-a0828e6a-aef5-4c25-9202-a480d251b210 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405869 Nov 01 16:46:38.478328 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42930) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:38.571198 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-28e44332-6670-4393-9633-95724c59d427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260544991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260872937'] for subnet, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:38.640257 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e44332-6670-4393-9633-95724c59d427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07f6713-2c40-4486-8410-9ce0e34b3b45,revision_number=0']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:38.644648 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e44332-6670-4393-9633-95724c59d427 admin admin] Checking segment: {'id': '63f43839-e3ad-4cce-98ce-bdd26a0c7e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:46:38.645043 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e44332-6670-4393-9633-95724c59d427 admin admin] Network hostable DHCP agents. Network: 918325e0-c3a9-48a6-bece-0656048f2887, hostable agents: ['c9857fc2-2b3e-415a-bae2-3008d1d0dd50'], hosted agents: [] {{(pid=102020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 16:46:38.730861 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e44332-6670-4393-9633-95724c59d427 admin admin] Network 918325e0-c3a9-48a6-bece-0656048f2887 is scheduled to be hosted by DHCP agent c9857fc2-2b3e-415a-bae2-3008d1d0dd50 with binding_index 1 {{(pid=102020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 16:46:38.811446 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-28e44332-6670-4393-9633-95724c59d427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816187-1-iscsi, 918325e0-c3a9-48a6-bece-0656048f2887) {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:46:38.821909 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e44332-6670-4393-9633-95724c59d427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:38.823480 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-28e44332-6670-4393-9633-95724c59d427 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:38.824601 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c934520-547d-47d1-93be-82e3810fa77e None None] Network 918325e0-c3a9-48a6-bece-0656048f2887 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:46:38.917081 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-28e44332-6670-4393-9633-95724c59d427 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6685150 Nov 01 16:46:38.937490 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc985f9-a972-473c-ad82-06c4301d899d tempest-TestVolumeBootPattern-744012987 tempest-TestVolumeBootPattern-744012987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:38.939355 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-2bc985f9-a972-473c-ad82-06c4301d899d tempest-TestVolumeBootPattern-744012987 tempest-TestVolumeBootPattern-744012987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 1093 time: 0.4603667 Nov 01 16:46:38.948005 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 42944) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:38.954651 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Request body: {'floatingip': {'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'port_id': '53f097df-cac0-4188-b79f-7d899f3000a6', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:46:39.005402 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8203454-12a4-4784-8b44-d6c373aa550f None None] Network 918325e0-c3a9-48a6-bece-0656048f2887 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:46:39.085467 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:39.192415 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:39.307856 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Allocated IP 172.27.2.115 (c192031d-fcc0-4447-aa3c-77785f6d2f3f/b5ecadf3-0976-4d47-a7a3-f6964f149ab0/f276685e-9dbe-4a40-8956-db835dbbffaf) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:46:39.376079 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:39.407835 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:39.441152 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42952) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:39.513967 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:39.548232 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9231-6d1b-4ea7-a540-4424c77a145f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:39.555851 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Network c192031d-fcc0-4447-aa3c-77785f6d2f3f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:46:39.560696 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:46:39.564295 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:46:39.589021 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'Port': ['ID=f276685e-9dbe-4a40-8956-db835dbbffaf,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:39.600126 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:39.600653 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:39.601159 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:39.601531 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:39.601913 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:39.602305 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:39.602633 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:39.603146 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:39.603268 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:39.603616 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:39.603943 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:39.604265 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:46:39.634513 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9231-6d1b-4ea7-a540-4424c77a145f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:39.717427 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9231-6d1b-4ea7-a540-4424c77a145f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:39.757422 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ea3b9231-6d1b-4ea7-a540-4424c77a145f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9d63e5591184db4aa78ade296ce2491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148258 Nov 01 16:46:39.758574 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b9231-6d1b-4ea7-a540-4424c77a145f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a478a7a-b326-4803-8e76-2955c3ee7468,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:39.761506 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42956) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:39.813867 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b871d6de-5da8-4b41-84ee-5f78c73374e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:39.837855 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b871d6de-5da8-4b41-84ee-5f78c73374e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:39.965286 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b871d6de-5da8-4b41-84ee-5f78c73374e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:39.968077 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b871d6de-5da8-4b41-84ee-5f78c73374e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:39.971860 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-b871d6de-5da8-4b41-84ee-5f78c73374e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a478a7a-b326-4803-8e76-2955c3ee7468 HTTP/1.1" status: 204 len: 168 time: 0.2068510 Nov 01 16:46:39.979994 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871d6de-5da8-4b41-84ee-5f78c73374e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a478a7a-b326-4803-8e76-2955c3ee7468,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:40.225362 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:40.361544 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:40.506307 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:40.553969 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:40.609483 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42966) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:40.622108 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event updated for resources: {'Port': ['ID=f276685e-9dbe-4a40-8956-db835dbbffaf,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:40.623591 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7912d3a-817a-4448-8933-cab83ab22e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:40.637129 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618805'] for floatingip, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:40.703598 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7912d3a-817a-4448-8933-cab83ab22e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:40.728754 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:40.741901 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Floating IP 66b4e981-3ea1-4311-82a2-18cf86c6c2b3 associated. External IP: 172.27.2.115, port: 53f097df-cac0-4188-b79f-7d899f3000a6. Nov 01 16:46:40.786366 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7912d3a-817a-4448-8933-cab83ab22e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:40.826690 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-d7912d3a-817a-4448-8933-cab83ab22e67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0495426f26147f9b124d3aa43be7133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160733 Nov 01 16:46:40.827728 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7912d3a-817a-4448-8933-cab83ab22e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56b450c-d49a-4360-8dce-b2081e8bb1f9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:40.830125 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 42968) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:40.879008 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20153450-dbdc-4cea-9b86-a2bb6bd27964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:40.900068 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20153450-dbdc-4cea-9b86-a2bb6bd27964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:40.958348 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Router cc64cbfc-7e93-48e6-838f-51f5f10271b0 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:46:41.010305 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20153450-dbdc-4cea-9b86-a2bb6bd27964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:41.013218 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20153450-dbdc-4cea-9b86-a2bb6bd27964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:41.014581 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-20153450-dbdc-4cea-9b86-a2bb6bd27964 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c56b450c-d49a-4360-8dce-b2081e8bb1f9 HTTP/1.1" status: 204 len: 168 time: 0.1835587 Nov 01 16:46:41.023479 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20153450-dbdc-4cea-9b86-a2bb6bd27964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56b450c-d49a-4360-8dce-b2081e8bb1f9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:41.082696 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:46:41.094553 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514836e8-d3aa-4e0f-bf48-82509c6ce45b None None] Sync routers for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:46:41.113473 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514836e8-d3aa-4e0f-bf48-82509c6ce45b None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:41.113473 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-514836e8-d3aa-4e0f-bf48-82509c6ce45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:41.178844 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:41.208812 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-503680f4-c265-426d-a427-9e52002e1a68 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2592692 Nov 01 16:46:41.210210 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130ab728-4f29-4107-b596-ab7a48a456db', 'tag': '53f097df-cac0-4188-b79f-7d899f3000a6'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:46:41.226134 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0790bead-adeb-4a3a-b68d-08a4a4baa83e" -d '{"events": [{"name": "network-changed", "server_uuid": "130ab728-4f29-4107-b596-ab7a48a456db", "tag": "53f097df-cac0-4188-b79f-7d899f3000a6"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:46:41.226369 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-514836e8-d3aa-4e0f-bf48-82509c6ce45b None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:41.270810 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48004f2d-e971-45a0-afb4-bf33e3a50108 x-openstack-request-id: req-48004f2d-e971-45a0-afb4-bf33e3a50108 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:46:41.271103 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130ab728-4f29-4107-b596-ab7a48a456db", "tag": "53f097df-cac0-4188-b79f-7d899f3000a6", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:46:41.271354 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48004f2d-e971-45a0-afb4-bf33e3a50108 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:46:41.271774 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130ab728-4f29-4107-b596-ab7a48a456db', 'tag': '53f097df-cac0-4188-b79f-7d899f3000a6', 'status': 'completed', 'code': 200} Nov 01 16:46:41.287768 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-db3f3180-0563-4e27-a73a-84e4b3026afa tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:41.289402 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-db3f3180-0563-4e27-a73a-84e4b3026afa tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/networks?id=918325e0-c3a9-48a6-bece-0656048f2887 HTTP/1.1" status: 200 len: 814 time: 0.1130311 Nov 01 16:46:41.306520 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-671c270f-dc49-40c2-9acd-7515dc1167e4 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/quotas/606409e0897d418fb1db0b27304fd960 HTTP/1.1" status: 200 len: 375 time: 0.0106449 Nov 01 16:46:41.342373 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-2b1c255b-77d3-4998-8ef1-9e37bc3b4df0 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=606409e0897d418fb1db0b27304fd960&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295854 Nov 01 16:46:41.343032 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790bead-adeb-4a3a-b68d-08a4a4baa83e req-c76d4380-8026-42c3-9d1a-9020c60053f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:41.344561 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0790bead-adeb-4a3a-b68d-08a4a4baa83e req-c76d4380-8026-42c3-9d1a-9020c60053f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 1098 time: 0.0463634 Nov 01 16:46:41.457649 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790bead-adeb-4a3a-b68d-08a4a4baa83e req-669958e8-b27e-410e-afae-db78fc9f6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:41.459193 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0790bead-adeb-4a3a-b68d-08a4a4baa83e req-669958e8-b27e-410e-afae-db78fc9f6ca8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 912 time: 0.1072531 Nov 01 16:46:41.475742 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-8c43b6c3-d888-4246-a133-bc2faed1ac36 service neutron] 10.222.0.62 "GET /v2.0/networks/918325e0-c3a9-48a6-bece-0656048f2887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180048 Nov 01 16:46:41.571261 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0790bead-adeb-4a3a-b68d-08a4a4baa83e req-51a3d0ee-1271-4af9-8c19-d371c9470111 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53f097df-cac0-4188-b79f-7d899f3000a6 HTTP/1.1" status: 200 len: 999 time: 0.1044648 Nov 01 16:46:41.594478 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-97305343-2436-40ec-abc2-ee7a5bffe527 service neutron] 10.222.0.62 "GET /v2.0/networks/918325e0-c3a9-48a6-bece-0656048f2887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111491 Nov 01 16:46:41.625941 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-514836e8-d3aa-4e0f-bf48-82509c6ce45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5d7a891e-ffe6-4af1-adef-a37b517ee568', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:73:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:44:20Z', 'updated_at': '2021-11-01T16:44:23Z', 'revision_number': 1, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}, {'id': '66b4e981-3ea1-4311-82a2-18cf86c6c2b3', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': '53f097df-cac0-4188-b79f-7d899f3000a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:a6:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ab728-4f29-4107-b596-ab7a48a456db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:46:40Z', 'updated_at': '2021-11-01T16:46:40Z', 'revision_number': 0, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:41.647746 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790bead-adeb-4a3a-b68d-08a4a4baa83e req-f34ebe4f-e5bc-4309-8cab-58f38d669364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:41.649352 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0790bead-adeb-4a3a-b68d-08a4a4baa83e req-f34ebe4f-e5bc-4309-8cab-58f38d669364 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fbaa1191-0552-4a2e-91c0-99fce75be7c1 HTTP/1.1" status: 200 len: 850 time: 0.0708153 Nov 01 16:46:41.658460 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514836e8-d3aa-4e0f-bf48-82509c6ce45b None None] Checking router: cc64cbfc-7e93-48e6-838f-51f5f10271b0 for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:46:41.667960 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514836e8-d3aa-4e0f-bf48-82509c6ce45b None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:41.668570 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-514836e8-d3aa-4e0f-bf48-82509c6ce45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:41.703457 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790bead-adeb-4a3a-b68d-08a4a4baa83e req-dc3421fb-2651-4e0d-92d3-0c5d2f9e3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:41.705016 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0790bead-adeb-4a3a-b68d-08a4a4baa83e req-dc3421fb-2651-4e0d-92d3-0c5d2f9e3a67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f545391-7950-48f3-af3e-7b24976f5954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475798 Nov 01 16:46:41.780716 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-514836e8-d3aa-4e0f-bf48-82509c6ce45b None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:41.803294 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0790bead-adeb-4a3a-b68d-08a4a4baa83e req-cf26edf0-eba2-40bf-9e99-927031415ff7 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909126 Nov 01 16:46:41.884609 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cf51b070-effd-4de6-9804-949d1ce5f50f req-5d128ccc-7eaa-4c01-9a7f-a49fe3c7eab9 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 210 time: 0.0487461 Nov 01 16:46:41.976859 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-0790bead-adeb-4a3a-b68d-08a4a4baa83e req-0092b60e-3bb8-4c7c-b892-6c145d345dad service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641841 Nov 01 16:46:42.061925 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-514836e8-d3aa-4e0f-bf48-82509c6ce45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5d7a891e-ffe6-4af1-adef-a37b517ee568', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:73:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:44:20Z', 'updated_at': '2021-11-01T16:44:23Z', 'revision_number': 1, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}, {'id': '66b4e981-3ea1-4311-82a2-18cf86c6c2b3', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': '53f097df-cac0-4188-b79f-7d899f3000a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:a6:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ab728-4f29-4107-b596-ab7a48a456db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:46:40Z', 'updated_at': '2021-11-01T16:46:40Z', 'revision_number': 0, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:42.090984 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514836e8-d3aa-4e0f-bf48-82509c6ce45b None None] The sync data for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi is: [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5d7a891e-ffe6-4af1-adef-a37b517ee568', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:73:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:44:20Z', 'updated_at': '2021-11-01T16:44:23Z', 'revision_number': 1, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}, {'id': '66b4e981-3ea1-4311-82a2-18cf86c6c2b3', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': '53f097df-cac0-4188-b79f-7d899f3000a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:a6:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ab728-4f29-4107-b596-ab7a48a456db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:46:40Z', 'updated_at': '2021-11-01T16:46:40Z', 'revision_number': 0, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:46:42.298455 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65423908-5742-4b1c-9da2-eb5bd6045c21 None None] New status for floating IP 66b4e981-3ea1-4311-82a2-18cf86c6c2b3: ACTIVE {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:46:42.986494 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-aab5a661-5c40-4d57-9579-d1f1fd258b08 req-302a6bf0-b983-4b37-af38-9a6f1f5f161c tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 210 time: 0.0327632 Nov 01 16:46:43.461963 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:44.086308 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4464e8c3-37c0-410e-9a01-3ec400552468 req-23749f80-ee1d-4bc5-a028-3a3cdd7c2b4a tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 210 time: 0.0267870 Nov 01 16:46:44.131047 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-06b3e807-0624-40ba-913a-0dad4df9d112 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:44.132587 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-06b3e807-0624-40ba-913a-0dad4df9d112 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.71 "GET /v2.0/networks?id=918325e0-c3a9-48a6-bece-0656048f2887 HTTP/1.1" status: 200 len: 814 time: 0.1082277 Nov 01 16:46:44.145726 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Request body: {'port': {'device_id': '9a721bd2-7308-473a-849e-234b0f8779ab', 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887', 'admin_state_up': True, 'tenant_id': '606409e0897d418fb1db0b27304fd960'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:46:44.319341 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Made reservation on behalf of 606409e0897d418fb1db0b27304fd960 for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:46:44.323860 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:44.452340 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Allocated IP 172.20.0.3 (918325e0-c3a9-48a6-bece-0656048f2887/d07f6713-2c40-4486-8410-9ce0e34b3b45/2ccdd170-2eaa-41ff-9ed8-160cf44d93b7) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:46:44.598113 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:44.684723 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:44.724627 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Network 918325e0-c3a9-48a6-bece-0656048f2887 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:46:44.728253 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:46:44.734258 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:46:44.759347 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Pushing event updated for resources: {'Port': ['ID=2ccdd170-2eaa-41ff-9ed8-160cf44d93b7,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:44.786630 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:44.787228 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:44.858351 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-34936995-e088-4c40-8084-9cb88326e887 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7163475 Nov 01 16:46:44.872715 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Request body: {'port': {'device_id': '9a721bd2-7308-473a-849e-234b0f8779ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:46:44.929780 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:45.188156 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:46:45.197585 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:45.207152 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055db31-1fac-4fd8-88d9-4d23c6716bfd req-6fd1fd44-8817-4974-a810-146a97b29505 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:45.208872 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9055db31-1fac-4fd8-88d9-4d23c6716bfd req-6fd1fd44-8817-4974-a810-146a97b29505 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 931 time: 0.0518429 Nov 01 16:46:45.209483 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Transition to ACTIVE for port object 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:46:45.248103 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-9055db31-1fac-4fd8-88d9-4d23c6716bfd req-d186cd6e-283a-4cda-be4e-fc34a23c32dd tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325499 Nov 01 16:46:45.284109 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:45.336340 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccdd170-2eaa-41ff-9ed8-160cf44d93b7,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:45.406991 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Attempting to bind port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:46:45.407334 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Attempting to bind port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': '63f43839-e3ad-4cce-98ce-bdd26a0c7e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:46:45.407691 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Attempting to bind port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 on network 918325e0-c3a9-48a6-bece-0656048f2887 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:46:45.411892 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 on network 918325e0-c3a9-48a6-bece-0656048f2887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:46:45.412962 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Attempting to bind port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 on network 918325e0-c3a9-48a6-bece-0656048f2887 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:46:45.417516 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:46:45.417846 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Checking segment: {'id': '63f43839-e3ad-4cce-98ce-bdd26a0c7e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:46:45.418223 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Bound using segment: {'id': '63f43839-e3ad-4cce-98ce-bdd26a0c7e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:46:45.418639 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Bound port: 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f43839-e3ad-4cce-98ce-bdd26a0c7e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:46:45.419022 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:45.481763 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] For port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:46:45.484558 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] For port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=2ccdd170-2eaa-41ff-9ed8-160cf44d93b7,segment=NetworkSegment(63f43839-e3ad-4cce-98ce-bdd26a0c7e1d),segment_id=63f43839-e3ad-4cce-98ce-bdd26a0c7e1d)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:46:45.548155 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:45.580275 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:45.581702 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:45.584216 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] 10.222.0.71 "PUT /v2.0/ports/2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 HTTP/1.1" status: 200 len: 1093 time: 0.7151411 Nov 01 16:46:45.584705 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a721bd2-7308-473a-849e-234b0f8779ab', 'tag': '2ccdd170-2eaa-41ff-9ed8-160cf44d93b7'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:46:45.587261 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7ec673-9a99-4eb2-8325-94cf7427b890" -d '{"events": [{"name": "network-changed", "server_uuid": "9a721bd2-7308-473a-849e-234b0f8779ab", "tag": "2ccdd170-2eaa-41ff-9ed8-160cf44d93b7"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:46:45.604912 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:45.615711 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f3bd8-0661-42e2-bb71-8b650ce1c1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccdd170-2eaa-41ff-9ed8-160cf44d93b7,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:45.630109 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa11892-506a-4407-b3b3-df9f44d637d4 x-openstack-request-id: req-5aa11892-506a-4407-b3b3-df9f44d637d4 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:46:45.630395 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a721bd2-7308-473a-849e-234b0f8779ab", "tag": "2ccdd170-2eaa-41ff-9ed8-160cf44d93b7", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:46:45.630646 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5aa11892-506a-4407-b3b3-df9f44d637d4 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:46:45.631037 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a721bd2-7308-473a-849e-234b0f8779ab', 'tag': '2ccdd170-2eaa-41ff-9ed8-160cf44d93b7', 'status': 'completed', 'code': 200} Nov 01 16:46:45.691597 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ec673-9a99-4eb2-8325-94cf7427b890 req-e19491e8-127c-46a0-b731-7667fb2378f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:45.693086 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ff7ec673-9a99-4eb2-8325-94cf7427b890 req-e19491e8-127c-46a0-b731-7667fb2378f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=606409e0897d418fb1db0b27304fd960&device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 1096 time: 0.0405965 Nov 01 16:46:45.789579 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ec673-9a99-4eb2-8325-94cf7427b890 req-add90a22-84da-414d-b21c-219a9495de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:45.790991 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ff7ec673-9a99-4eb2-8325-94cf7427b890 req-add90a22-84da-414d-b21c-219a9495de85 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=606409e0897d418fb1db0b27304fd960&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0902359 Nov 01 16:46:45.884228 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ec673-9a99-4eb2-8325-94cf7427b890 req-370371c9-5b74-4a79-9b97-bec9964d0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:45.885642 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ff7ec673-9a99-4eb2-8325-94cf7427b890 req-370371c9-5b74-4a79-9b97-bec9964d0f24 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871923 Nov 01 16:46:45.960629 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-b66a1d1b-0f7f-40e9-9553-3ac43b39b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:45.962050 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-b66a1d1b-0f7f-40e9-9553-3ac43b39b1c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=606409e0897d418fb1db0b27304fd960&device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 1096 time: 0.0397959 Nov 01 16:46:46.002840 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-74b265bc-61e4-4745-a66b-5cd8c0208272 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 HTTP/1.1" status: 200 len: 217 time: 0.0325146 Nov 01 16:46:46.052609 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-64d3b799-b8c9-41a3-b92e-344c92428e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:46.054542 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-64d3b799-b8c9-41a3-b92e-344c92428e32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d07f6713-2c40-4486-8410-9ce0e34b3b45 HTTP/1.1" status: 200 len: 854 time: 0.0440023 Nov 01 16:46:46.083793 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-1718b06a-5e06-480e-91c1-d521df846c00 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=918325e0-c3a9-48a6-bece-0656048f2887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230436 Nov 01 16:46:46.171274 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-d07bd42a-8d6d-4b18-a048-b66cbfa6e1e4 service neutron] 10.222.0.71 "GET /v2.0/networks/918325e0-c3a9-48a6-bece-0656048f2887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802736 Nov 01 16:46:46.276367 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-615789d8-59cf-46f4-b412-d795d1cbf160 req-c00682a6-ae29-41de-a3c8-53c77feb962d service neutron] 10.222.0.71 "GET /v2.0/networks/918325e0-c3a9-48a6-bece-0656048f2887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842323 Nov 01 16:46:46.372355 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82684c31-915f-47af-9689-5106486a80e5 req-5cd882be-1553-4a6d-bbe5-26349a4936f4 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:46.373922 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-82684c31-915f-47af-9689-5106486a80e5 req-5cd882be-1553-4a6d-bbe5-26349a4936f4 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 943 time: 0.0574996 Nov 01 16:46:46.412181 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-82684c31-915f-47af-9689-5106486a80e5 req-057a442e-879f-41c5-9471-b7e0e4bb0dff tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320714 Nov 01 16:46:47.535321 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972affd-54e4-4ae2-9e69-b018da3b4cf8 req-ef605433-959f-496e-84d7-45ee92557c67 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:47.536787 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b972affd-54e4-4ae2-9e69-b018da3b4cf8 req-ef605433-959f-496e-84d7-45ee92557c67 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 943 time: 0.0520341 Nov 01 16:46:47.575283 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b972affd-54e4-4ae2-9e69-b018da3b4cf8 req-6ef8d196-1aa2-459d-bf06-0509ce6cc894 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324721 Nov 01 16:46:48.697074 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a55a1-4106-4b61-b706-99ec7e3a6c5d req-f612e842-469f-4df3-831a-307ceb43824b tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:48.698589 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e26a55a1-4106-4b61-b706-99ec7e3a6c5d req-f612e842-469f-4df3-831a-307ceb43824b tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 943 time: 0.0518124 Nov 01 16:46:48.735763 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e26a55a1-4106-4b61-b706-99ec7e3a6c5d req-3345bdd3-21da-4767-957a-8e8226cfd9c9 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310535 Nov 01 16:46:49.337372 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f1c1468b-a9e1-4aac-af6b-7d1509995550 req-2f0867e9-d1c1-4815-9409-2adcceb2764e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407255 Nov 01 16:46:49.421876 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1468b-a9e1-4aac-af6b-7d1509995550 req-2c32b21a-6632-4c69-b315-7bb828efe8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:49.423269 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f1c1468b-a9e1-4aac-af6b-7d1509995550 req-2c32b21a-6632-4c69-b315-7bb828efe8e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=444ccc67043447cf9868bd1a97e38ffe&device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 1099 time: 0.0391116 Nov 01 16:46:49.532474 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1468b-a9e1-4aac-af6b-7d1509995550 req-65b79727-8782-433e-a897-18ed38133159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:49.533937 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f1c1468b-a9e1-4aac-af6b-7d1509995550 req-65b79727-8782-433e-a897-18ed38133159 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e7249020-644b-472a-9af1-7c517486f554 HTTP/1.1" status: 200 len: 909 time: 0.0888078 Nov 01 16:46:49.599474 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f1c1468b-a9e1-4aac-af6b-7d1509995550 req-25fa92db-e9c0-483a-b2fb-9058a04e9232 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258ed614-4f0b-49a8-9d8b-60edb836514d HTTP/1.1" status: 200 len: 1002 time: 0.0570970 Nov 01 16:46:49.634923 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:46:49.653168 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1468b-a9e1-4aac-af6b-7d1509995550 req-03ccbfa9-cb21-44c5-b654-1168045fb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:49.654602 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f1c1468b-a9e1-4aac-af6b-7d1509995550 req-03ccbfa9-cb21-44c5-b654-1168045fb382 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76d43ed6-be2d-4001-972a-9c12ec0c965b HTTP/1.1" status: 200 len: 847 time: 0.0460558 Nov 01 16:46:49.712594 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1468b-a9e1-4aac-af6b-7d1509995550 req-8d2e57f7-dfc5-4011-9122-649ca2564add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:49.714077 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f1c1468b-a9e1-4aac-af6b-7d1509995550 req-8d2e57f7-dfc5-4011-9122-649ca2564add service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7249020-644b-472a-9af1-7c517486f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410757 Nov 01 16:46:49.736469 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=2ccdd170-2eaa-41ff-9ed8-160cf44d93b7,segment=NetworkSegment(63f43839-e3ad-4cce-98ce-bdd26a0c7e1d),segment_id=63f43839-e3ad-4cce-98ce-bdd26a0c7e1d)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:49.748245 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '2ccdd170-2eaa-41ff-9ed8-160cf44d93b7', 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887', 'port_id': '2ccdd170-2eaa-41ff-9ed8-160cf44d93b7', 'mac_address': 'fa:16:3e:e1:87:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07f6713-2c40-4486-8410-9ce0e34b3b45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:46:49.785243 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:49.799847 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:46:49.815690 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f1c1468b-a9e1-4aac-af6b-7d1509995550 req-493cd0cb-d131-4eee-90b3-58fbad611069 service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912080 Nov 01 16:46:49.819422 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=2ccdd170-2eaa-41ff-9ed8-160cf44d93b7,segment=NetworkSegment(63f43839-e3ad-4cce-98ce-bdd26a0c7e1d),segment_id=63f43839-e3ad-4cce-98ce-bdd26a0c7e1d)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:49.864162 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bd8c8-1157-44ec-b8e2-3ddb4558f108 req-f59d3473-a755-46be-8906-4afd171ce8f6 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:49.865803 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ef4bd8c8-1157-44ec-b8e2-3ddb4558f108 req-f59d3473-a755-46be-8906-4afd171ce8f6 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 943 time: 0.0549889 Nov 01 16:46:49.911746 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:49.912243 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ef4bd8c8-1157-44ec-b8e2-3ddb4558f108 req-c43347ab-1069-45e0-b544-a3bb64cfd3f2 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378265 Nov 01 16:46:49.917808 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f1c1468b-a9e1-4aac-af6b-7d1509995550 req-af7dfbfc-2832-4376-9199-83f14f60a759 service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914421 Nov 01 16:46:49.961467 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=2ccdd170-2eaa-41ff-9ed8-160cf44d93b7,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:49.962613 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43120) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:50.175337 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['2ccdd170-2eaa-41ff-9ed8-160cf44d93b7'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:46:50.272441 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Deleting port 0961d619-7ebc-46bf-b69e-a34789da8c03 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:50.272781 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:50.352807 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:50.353376 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:50.364421 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Calling delete_port for 0961d619-7ebc-46bf-b69e-a34789da8c03 owned by network:floatingip {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:50.569334 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:50.594476 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event deleted for resources: {'Port': ['ID=0961d619-7ebc-46bf-b69e-a34789da8c03,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:50.654121 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for floatingip, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:50.654445 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Floating IP 728c9cf8-a4e7-4177-8885-305d2d4c350a disassociated (deleted). External IP: 172.27.2.236, port: 258ed614-4f0b-49a8-9d8b-60edb836514d. Nov 01 16:46:50.859984 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Router 7b034571-b61b-406a-8dfe-c90f0020d77a has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:46:50.971822 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:46:50.977424 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:50.984215 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df43beed-daf6-470e-aa95-c2ede77faa2f None None] Sync routers for ids ['7b034571-b61b-406a-8dfe-c90f0020d77a'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:46:51.009834 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-fa01800a-98e2-4c45-a50e-ccfdfc37144e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "DELETE /v2.0/floatingips/728c9cf8-a4e7-4177-8885-305d2d4c350a HTTP/1.1" status: 204 len: 168 time: 1.0433536 Nov 01 16:46:51.009834 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:46:51.011901 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740b25f2-e539-4de8-a041-219f2780db82" -d '{"events": [{"name": "network-changed", "server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:46:51.024419 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df43beed-daf6-470e-aa95-c2ede77faa2f None None] Routers {'7b034571-b61b-406a-8dfe-c90f0020d77a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:51.024888 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-df43beed-daf6-470e-aa95-c2ede77faa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['7b034571-b61b-406a-8dfe-c90f0020d77a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:51.092149 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c2635-4833-44d8-93ac-1b7b2e567744 req-3e5f92f5-8f84-4ad2-b36d-aeac24325533 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:51.093818 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-453c2635-4833-44d8-93ac-1b7b2e567744 req-3e5f92f5-8f84-4ad2-b36d-aeac24325533 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 944 time: 0.1054091 Nov 01 16:46:51.137189 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-453c2635-4833-44d8-93ac-1b7b2e567744 req-aae41640-7bbd-4646-9924-457389af4146 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362403 Nov 01 16:46:51.144390 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-df43beed-daf6-470e-aa95-c2ede77faa2f None None] Set router 7b034571-b61b-406a-8dfe-c90f0020d77a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:51.187557 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17341b8-aebf-4479-89c6-2d642c173ea8 x-openstack-request-id: req-e17341b8-aebf-4479-89c6-2d642c173ea8 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:46:51.189438 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:46:51.189438 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e17341b8-aebf-4479-89c6-2d642c173ea8 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:46:51.189804 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'status': 'completed', 'code': 200} Nov 01 16:46:51.258774 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b25f2-e539-4de8-a041-219f2780db82 req-2a5446bd-b466-4c85-8892-24e99b11fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:51.260351 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-740b25f2-e539-4de8-a041-219f2780db82 req-2a5446bd-b466-4c85-8892-24e99b11fc37 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=444ccc67043447cf9868bd1a97e38ffe&device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 1099 time: 0.0456758 Nov 01 16:46:51.359892 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-df43beed-daf6-470e-aa95-c2ede77faa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:40:48Z', 'revision_number': 4, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c88ca24a-352b-47b3-a12b-4b19ad940fe4', 'name': '', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'mac_address': 'fa:16:3e:a2:7b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:48Z', 'updated_at': '2021-11-01T16:40:54Z', 'revision_number': 5, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'subnets': [{'id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:51.363182 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b25f2-e539-4de8-a041-219f2780db82 req-1c1f2961-30f9-4191-82b6-004735e80ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:51.365061 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-740b25f2-e539-4de8-a041-219f2780db82 req-1c1f2961-30f9-4191-82b6-004735e80ab8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e7249020-644b-472a-9af1-7c517486f554 HTTP/1.1" status: 200 len: 909 time: 0.0967867 Nov 01 16:46:51.392488 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df43beed-daf6-470e-aa95-c2ede77faa2f None None] Checking router: 7b034571-b61b-406a-8dfe-c90f0020d77a for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:46:51.401787 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df43beed-daf6-470e-aa95-c2ede77faa2f None None] Routers {'7b034571-b61b-406a-8dfe-c90f0020d77a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:51.402396 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-df43beed-daf6-470e-aa95-c2ede77faa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['7b034571-b61b-406a-8dfe-c90f0020d77a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:51.413301 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-740b25f2-e539-4de8-a041-219f2780db82 req-7b0e6deb-b427-43d6-9e74-4d1ee75bd836 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=258ed614-4f0b-49a8-9d8b-60edb836514d HTTP/1.1" status: 200 len: 217 time: 0.0400908 Nov 01 16:46:51.481779 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b25f2-e539-4de8-a041-219f2780db82 req-36c8790d-3747-41e4-9fd9-12787f0fd9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:51.483232 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-740b25f2-e539-4de8-a041-219f2780db82 req-36c8790d-3747-41e4-9fd9-12787f0fd9c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76d43ed6-be2d-4001-972a-9c12ec0c965b HTTP/1.1" status: 200 len: 847 time: 0.0622730 Nov 01 16:46:51.526801 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-df43beed-daf6-470e-aa95-c2ede77faa2f None None] Set router 7b034571-b61b-406a-8dfe-c90f0020d77a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:51.535187 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83722-569f-4b84-995c-c517decdf258 req-bbbca91b-e8c1-4c4c-aa58-887be3a12b16 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:51.536781 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7af83722-569f-4b84-995c-c517decdf258 req-bbbca91b-e8c1-4c4c-aa58-887be3a12b16 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0572984 Nov 01 16:46:51.557223 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b25f2-e539-4de8-a041-219f2780db82 req-f9ab6c1c-03ca-4d9c-804c-f0c40f844b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:51.559081 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-740b25f2-e539-4de8-a041-219f2780db82 req-f9ab6c1c-03ca-4d9c-804c-f0c40f844b71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7249020-644b-472a-9af1-7c517486f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654323 Nov 01 16:46:51.593482 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7af83722-569f-4b84-995c-c517decdf258 req-ca3f6fd4-b809-4ffa-83dc-517ef0ddf146 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505736 Nov 01 16:46:51.668347 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-740b25f2-e539-4de8-a041-219f2780db82 req-5aab024a-4be8-490b-b177-8c902c97cce0 service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986774 Nov 01 16:46:51.794802 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:46:51.925227 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-df43beed-daf6-470e-aa95-c2ede77faa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:40:48Z', 'revision_number': 4, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c88ca24a-352b-47b3-a12b-4b19ad940fe4', 'name': '', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'mac_address': 'fa:16:3e:a2:7b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:48Z', 'updated_at': '2021-11-01T16:40:54Z', 'revision_number': 5, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'subnets': [{'id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:51.958821 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df43beed-daf6-470e-aa95-c2ede77faa2f None None] The sync data for ids ['7b034571-b61b-406a-8dfe-c90f0020d77a'] in dv-cinder-816187-1-iscsi is: [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:40:48Z', 'revision_number': 4, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': 'c88ca24a-352b-47b3-a12b-4b19ad940fe4', 'name': '', 'network_id': 'e7249020-644b-472a-9af1-7c517486f554', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'mac_address': 'fa:16:3e:a2:7b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:48Z', 'updated_at': '2021-11-01T16:40:54Z', 'revision_number': 5, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'subnets': [{'id': '76d43ed6-be2d-4001-972a-9c12ec0c965b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:46:51.960391 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:46:51.965305 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:46:51.965681 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:52.050184 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:52.066695 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-740b25f2-e539-4de8-a041-219f2780db82 req-9315b05a-d27d-4cf8-b999-fdb5a3d2e563 service neutron] 10.222.0.71 "GET /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891051 Nov 01 16:46:52.150777 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a721bd2-7308-473a-849e-234b0f8779ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccdd170-2eaa-41ff-9ed8-160cf44d93b7'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:46:52.160492 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d2c4e0-4a97-48fc-8ba3-cbc7e8194714" -d '{"events": [{"server_uuid": "9a721bd2-7308-473a-849e-234b0f8779ab", "name": "network-vif-plugged", "status": "completed", "tag": "2ccdd170-2eaa-41ff-9ed8-160cf44d93b7"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:46:52.167459 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=2ccdd170-2eaa-41ff-9ed8-160cf44d93b7,segment=NetworkSegment(63f43839-e3ad-4cce-98ce-bdd26a0c7e1d),segment_id=63f43839-e3ad-4cce-98ce-bdd26a0c7e1d)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:52.194116 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa335fec-0bc4-4510-845c-aff87d83fa32 x-openstack-request-id: req-fa335fec-0bc4-4510-845c-aff87d83fa32 {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:46:52.194405 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a721bd2-7308-473a-849e-234b0f8779ab", "name": "network-vif-plugged", "status": "completed", "tag": "2ccdd170-2eaa-41ff-9ed8-160cf44d93b7", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:46:52.194655 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa335fec-0bc4-4510-845c-aff87d83fa32 {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:46:52.195788 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a721bd2-7308-473a-849e-234b0f8779ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccdd170-2eaa-41ff-9ed8-160cf44d93b7', 'code': 200} Nov 01 16:46:52.211423 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d5e92f-7dd8-45bf-b7ed-1986c48fe0fe None None] New status for floating IP 728c9cf8-a4e7-4177-8885-305d2d4c350a: DOWN {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:46:52.244525 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:52.270177 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308a497-4c23-4f2a-9804-4b418c5e0077 req-d83a29be-a028-4950-b338-f7fbf2bfc613 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:52.272658 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e308a497-4c23-4f2a-9804-4b418c5e0077 req-d83a29be-a028-4950-b338-f7fbf2bfc613 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 944 time: 0.0529313 Nov 01 16:46:52.301265 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=2ccdd170-2eaa-41ff-9ed8-160cf44d93b7,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:52.321433 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e308a497-4c23-4f2a-9804-4b418c5e0077 req-e8e95089-0249-4a52-8194-2e5717b04cc9 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412323 Nov 01 16:46:52.510543 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344d41c-c3ba-4557-82ed-ee743437ea78 req-4696a58c-e715-4bb2-9c40-4e1728471e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:52.512087 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f344d41c-c3ba-4557-82ed-ee743437ea78 req-4696a58c-e715-4bb2-9c40-4e1728471e4b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 1098 time: 0.0396593 Nov 01 16:46:52.549617 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-f344d41c-c3ba-4557-82ed-ee743437ea78 req-8fee500f-20c1-455e-bbbe-4e85dd9aab3e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296292 Nov 01 16:46:52.714812 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efc52a-c5f9-450a-8ba1-5e95d3b0018b req-4f5d5c86-2762-4f7b-9c7a-07b669bf39ff tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:52.716294 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-53efc52a-c5f9-450a-8ba1-5e95d3b0018b req-4f5d5c86-2762-4f7b-9c7a-07b669bf39ff tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0543427 Nov 01 16:46:52.753952 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-53efc52a-c5f9-450a-8ba1-5e95d3b0018b req-0dd03096-bb88-412c-8ffe-41fc70d4ad1a tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Nov 01 16:46:53.421025 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200cfab-3c42-4c98-9e17-715946f7db47 req-94237d02-4a26-49df-a3ee-0ea38815671d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:53.422486 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4200cfab-3c42-4c98-9e17-715946f7db47 req-94237d02-4a26-49df-a3ee-0ea38815671d tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.71 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0490074 Nov 01 16:46:53.438539 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41957d9e-5c76-4eba-af54-ddab473f8503 req-7277db8a-5d09-4f5b-8431-60d85dba9e19 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:53.440137 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-41957d9e-5c76-4eba-af54-ddab473f8503 req-7277db8a-5d09-4f5b-8431-60d85dba9e19 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 945 time: 0.0515709 Nov 01 16:46:53.482286 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-41957d9e-5c76-4eba-af54-ddab473f8503 req-a0a23360-68c5-4cd4-a8c3-f551337c0a25 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345821 Nov 01 16:46:53.527472 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-4200cfab-3c42-4c98-9e17-715946f7db47 req-da0eaa16-4b96-48b4-aebc-e13deebe2048 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Deleting port 258ed614-4f0b-49a8-9d8b-60edb836514d {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:53.527997 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4200cfab-3c42-4c98-9e17-715946f7db47 req-da0eaa16-4b96-48b4-aebc-e13deebe2048 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:53.633321 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-4200cfab-3c42-4c98-9e17-715946f7db47 req-da0eaa16-4b96-48b4-aebc-e13deebe2048 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] For port 258ed614-4f0b-49a8-9d8b-60edb836514d, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=258ed614-4f0b-49a8-9d8b-60edb836514d,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:53.633682 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4200cfab-3c42-4c98-9e17-715946f7db47 req-da0eaa16-4b96-48b4-aebc-e13deebe2048 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:53.645973 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-4200cfab-3c42-4c98-9e17-715946f7db47 req-da0eaa16-4b96-48b4-aebc-e13deebe2048 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Calling delete_port for 258ed614-4f0b-49a8-9d8b-60edb836514d owned by compute:nova {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:53.856801 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4200cfab-3c42-4c98-9e17-715946f7db47 req-da0eaa16-4b96-48b4-aebc-e13deebe2048 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:53.875893 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f40e5-1a40-48bb-acd7-99f9efb8fc8f req-76d013a3-1637-4675-9f0a-e83acf7cba82 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:53.877772 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-091f40e5-1a40-48bb-acd7-99f9efb8fc8f req-76d013a3-1637-4675-9f0a-e83acf7cba82 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 867 time: 0.0566328 Nov 01 16:46:53.889877 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0eaa16-4b96-48b4-aebc-e13deebe2048 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event deleted for resources: {'Port': ['ID=258ed614-4f0b-49a8-9d8b-60edb836514d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:53.923485 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-091f40e5-1a40-48bb-acd7-99f9efb8fc8f req-082bf01a-63e6-4acf-a077-6d6372c566cc tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/security-groups?id=72978579-b527-4a14-9f9e-248621d819db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393517 Nov 01 16:46:53.932181 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-4200cfab-3c42-4c98-9e17-715946f7db47 req-da0eaa16-4b96-48b4-aebc-e13deebe2048 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] No DVR routers for this DVR port 258ed614-4f0b-49a8-9d8b-60edb836514d on host hv-cinder-81618 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:46:53.935734 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-4200cfab-3c42-4c98-9e17-715946f7db47 req-da0eaa16-4b96-48b4-aebc-e13deebe2048 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:53.939049 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-4200cfab-3c42-4c98-9e17-715946f7db47 req-da0eaa16-4b96-48b4-aebc-e13deebe2048 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.71 "DELETE /v2.0/ports/258ed614-4f0b-49a8-9d8b-60edb836514d HTTP/1.1" status: 204 len: 173 time: 0.5078361 Nov 01 16:46:53.939489 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'name': 'network-vif-deleted', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:46:53.941704 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109395b2-4a16-41e1-87eb-26405438a368" -d '{"events": [{"server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "name": "network-vif-deleted", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:46:53.977486 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48b3b34-83bc-4780-9c1a-1c61f2f4a17f x-openstack-request-id: req-d48b3b34-83bc-4780-9c1a-1c61f2f4a17f {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:46:53.977779 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039f148e-7cf5-44e6-8ead-66280904a1b5", "name": "network-vif-deleted", "tag": "258ed614-4f0b-49a8-9d8b-60edb836514d", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:46:53.978038 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d48b3b34-83bc-4780-9c1a-1c61f2f4a17f {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:46:53.978426 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039f148e-7cf5-44e6-8ead-66280904a1b5', 'name': 'network-vif-deleted', 'tag': '258ed614-4f0b-49a8-9d8b-60edb836514d', 'status': 'completed', 'code': 200} Nov 01 16:46:54.603133 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341b4e1-b819-4583-beb7-718b7b9095e9 req-2167abf1-2a5b-432c-a146-ab3e49041055 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:46:54.604604 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1341b4e1-b819-4583-beb7-718b7b9095e9 req-2167abf1-2a5b-432c-a146-ab3e49041055 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 945 time: 0.0542686 Nov 01 16:46:54.644493 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1341b4e1-b819-4583-beb7-718b7b9095e9 req-52fe84aa-a073-4d79-a302-ae515f698965 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339830 Nov 01 16:46:55.035802 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f2b5b591-962a-4b7a-810c-d2545da0b01b req-cecd12bb-dadb-4bba-9c59-52b3f324671e tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "GET /v2.0/ports?device_id=039f148e-7cf5-44e6-8ead-66280904a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0281439 Nov 01 16:46:56.093050 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43252) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:56.153747 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ab88de-b804-4008-8d17-c9b501f99188 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:56.184002 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ab88de-b804-4008-8d17-c9b501f99188 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:56.354257 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ab88de-b804-4008-8d17-c9b501f99188 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:56.356943 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ab88de-b804-4008-8d17-c9b501f99188 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:56.358146 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-44ab88de-b804-4008-8d17-c9b501f99188 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] 10.222.0.62 "DELETE /v2.0/security-groups/72978579-b527-4a14-9f9e-248621d819db HTTP/1.1" status: 204 len: 168 time: 0.2641830 Nov 01 16:46:56.367460 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab88de-b804-4008-8d17-c9b501f99188 tempest-TestShelveInstance-1167553016 tempest-TestShelveInstance-1167553016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72978579-b527-4a14-9f9e-248621d819db,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:56.484120 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43264) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:56.941626 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce1935dc-7937-4420-9b52-cac420fad5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618549'] for router_interface, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:57.183122 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ce1935dc-7937-4420-9b52-cac420fad5dd admin admin] Deleting port c88ca24a-352b-47b3-a12b-4b19ad940fe4 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:57.183456 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce1935dc-7937-4420-9b52-cac420fad5dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:57.261345 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ce1935dc-7937-4420-9b52-cac420fad5dd admin admin] For port c88ca24a-352b-47b3-a12b-4b19ad940fe4, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=c88ca24a-352b-47b3-a12b-4b19ad940fe4,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:57.261732 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce1935dc-7937-4420-9b52-cac420fad5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:57.273565 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ce1935dc-7937-4420-9b52-cac420fad5dd admin admin] Calling delete_port for c88ca24a-352b-47b3-a12b-4b19ad940fe4 owned by network:router_interface {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:57.530578 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce1935dc-7937-4420-9b52-cac420fad5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:57.561036 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1935dc-7937-4420-9b52-cac420fad5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c88ca24a-352b-47b3-a12b-4b19ad940fe4,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:57.690845 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 258ed614-4f0b-49a8-9d8b-60edb836514d no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:46:57.718916 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: 258ed614-4f0b-49a8-9d8b-60edb836514d {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:46:57.719262 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 258ed614-4f0b-49a8-9d8b-60edb836514d not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:46:57.766872 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce1935dc-7937-4420-9b52-cac420fad5dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617861'] for router_interface, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:57.989277 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1935dc-7937-4420-9b52-cac420fad5dd admin admin] Router 7b034571-b61b-406a-8dfe-c90f0020d77a has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:46:58.095834 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1935dc-7937-4420-9b52-cac420fad5dd admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:46:58.100655 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-ce1935dc-7937-4420-9b52-cac420fad5dd admin admin] 10.222.0.62 "PUT /v2.0/routers/7b034571-b61b-406a-8dfe-c90f0020d77a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6155312 Nov 01 16:46:58.104265 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43288) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:58.107105 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49206250-4102-441e-958a-3028a5e0e796 None None] Sync routers for ids ['7b034571-b61b-406a-8dfe-c90f0020d77a'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:46:58.120707 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49206250-4102-441e-958a-3028a5e0e796 None None] Routers {'7b034571-b61b-406a-8dfe-c90f0020d77a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:58.121344 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-49206250-4102-441e-958a-3028a5e0e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['7b034571-b61b-406a-8dfe-c90f0020d77a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:58.210763 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Publish callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:58.235154 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-49206250-4102-441e-958a-3028a5e0e796 None None] Set router 7b034571-b61b-406a-8dfe-c90f0020d77a gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:58.320748 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:58.422378 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-49206250-4102-441e-958a-3028a5e0e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:46:57Z', 'revision_number': 5, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port': {'id': '49214a0b-8b66-49ee-b70c-645deddebf5e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:45Z', 'updated_at': '2021-11-01T16:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:58.441531 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Deleting port 49214a0b-8b66-49ee-b70c-645deddebf5e {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:58.441875 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:58.449456 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49206250-4102-441e-958a-3028a5e0e796 None None] Checking router: 7b034571-b61b-406a-8dfe-c90f0020d77a for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:46:58.458327 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49206250-4102-441e-958a-3028a5e0e796 None None] Routers {'7b034571-b61b-406a-8dfe-c90f0020d77a'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:46:58.459073 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-49206250-4102-441e-958a-3028a5e0e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['7b034571-b61b-406a-8dfe-c90f0020d77a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:58.525725 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] For port 49214a0b-8b66-49ee-b70c-645deddebf5e, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=49214a0b-8b66-49ee-b70c-645deddebf5e,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:58.526113 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:58.538919 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Calling delete_port for 49214a0b-8b66-49ee-b70c-645deddebf5e owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:58.546627 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-49206250-4102-441e-958a-3028a5e0e796 None None] Set router 7b034571-b61b-406a-8dfe-c90f0020d77a gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:46:58.602148 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-49206250-4102-441e-958a-3028a5e0e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:46:58Z', 'revision_number': 6, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port_host': None}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:58.627580 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49206250-4102-441e-958a-3028a5e0e796 None None] The sync data for ids ['7b034571-b61b-406a-8dfe-c90f0020d77a'] in dv-cinder-816187-1-iscsi is: [{'id': '7b034571-b61b-406a-8dfe-c90f0020d77a', 'name': 'tempest-TestShelveInstance-215247605-router', 'tenant_id': '444ccc67043447cf9868bd1a97e38ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:44Z', 'updated_at': '2021-11-01T16:46:58Z', 'revision_number': 6, 'project_id': '444ccc67043447cf9868bd1a97e38ffe', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:46:58.780514 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:58.807704 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Pushing event deleted for resources: {'Port': ['ID=49214a0b-8b66-49ee-b70c-645deddebf5e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:58.876072 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618979'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:58.970740 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1222'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:58.972925 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.085176 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-617030'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.085786 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b034571-b61b-406a-8dfe-c90f0020d77a {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 16:46:59.091794 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] Publish callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.096047 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-21be64f4-7540-4676-b99c-77f5e0713562 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7b034571-b61b-406a-8dfe-c90f0020d77a HTTP/1.1" status: 204 len: 168 time: 0.9870381 Nov 01 16:46:59.096483 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43300) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:59.140919 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b89a56-4a97-4e1e-b157-db6905a13f04 admin admin] Deleting subnet 76d43ed6-be2d-4001-972a-9c12ec0c965b {{(pid=102020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:46:59.144073 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89b89a56-4a97-4e1e-b157-db6905a13f04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.179386 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89b89a56-4a97-4e1e-b157-db6905a13f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056152'] for subnet, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.268401 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89b89a56-4a97-4e1e-b157-db6905a13f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.393747 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89b89a56-4a97-4e1e-b157-db6905a13f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260544798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260872958'] for subnet, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.420041 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b89a56-4a97-4e1e-b157-db6905a13f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d43ed6-be2d-4001-972a-9c12ec0c965b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:59.423778 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89b89a56-4a97-4e1e-b157-db6905a13f04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.429368 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-89b89a56-4a97-4e1e-b157-db6905a13f04 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/76d43ed6-be2d-4001-972a-9c12ec0c965b HTTP/1.1" status: 204 len: 168 time: 0.3302760 Nov 01 16:46:59.429714 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43310) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:46:59.431937 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8af2097-12b5-41a3-bebb-b7a5ebf033f1 None None] Network e7249020-644b-472a-9af1-7c517486f554 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:46:59.511180 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.573394 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Deleting port 195b930c-fccd-44b8-804b-1f592ec41377 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:59.573742 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.642616 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd67629-ff07-4c07-a6fb-b7c98ab3bac9 None None] DHCP port deletion for e7249020-644b-472a-9af1-7c517486f554 request from dv-cinder-816187-1-iscsi {{(pid=102021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 16:46:59.659403 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] For port 195b930c-fccd-44b8-804b-1f592ec41377, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=195b930c-fccd-44b8-804b-1f592ec41377,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:59.659907 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.683605 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Calling delete_port for 195b930c-fccd-44b8-804b-1f592ec41377 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:59.692250 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-6dd67629-ff07-4c07-a6fb-b7c98ab3bac9 None None] Deleting port 195b930c-fccd-44b8-804b-1f592ec41377 {{(pid=102021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:46:59.692649 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6dd67629-ff07-4c07-a6fb-b7c98ab3bac9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.762895 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-6dd67629-ff07-4c07-a6fb-b7c98ab3bac9 None None] For port 195b930c-fccd-44b8-804b-1f592ec41377, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=195b930c-fccd-44b8-804b-1f592ec41377,segment=NetworkSegment(309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0),segment_id=309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:46:59.763638 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6dd67629-ff07-4c07-a6fb-b7c98ab3bac9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.777203 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-6dd67629-ff07-4c07-a6fb-b7c98ab3bac9 None None] Calling delete_port for 195b930c-fccd-44b8-804b-1f592ec41377 owned by network:dhcp {{(pid=102021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:46:59.837844 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.865687 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=195b930c-fccd-44b8-804b-1f592ec41377,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:59.870066 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] No DVR routers for this DVR port 195b930c-fccd-44b8-804b-1f592ec41377 on host dv-cinder-816187-1-iscsi {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:46:59.878811 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6dd67629-ff07-4c07-a6fb-b7c98ab3bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369'] for port, after_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.907295 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd67629-ff07-4c07-a6fb-b7c98ab3bac9 None None] Pushing event deleted for resources: {'Port': ['ID=195b930c-fccd-44b8-804b-1f592ec41377,revision_number=None']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:46:59.911109 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd67629-ff07-4c07-a6fb-b7c98ab3bac9 None None] No DVR routers for this DVR port 195b930c-fccd-44b8-804b-1f592ec41377 on host dv-cinder-816187-1-iscsi {{(pid=102021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:46:59.955947 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:46:59.980662 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7249020-644b-472a-9af1-7c517486f554']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:59.988164 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:59.988461 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309f43f5-8ffe-4b4d-a9ab-f9d59336bcf0') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:46:59.999942 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260784338'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:00.014725 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:00.020885 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:47:00.021310 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260103394'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: Traceback (most recent call last): Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: timer() Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: cb(*args, **kw) Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: return func(*args, **kwargs) Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: self._notify() Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: self.callback(batched_events) Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: event.method(event) Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: return f(self, *a, **k) Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._get(url).json() Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: return self.request(url, 'GET', **kwargs) Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:47:00.023009 dv-cinder-816187-1-iscsi neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:47:00.164746 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:00.175197 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:00.175197 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e7249020-644b-472a-9af1-7c517486f554 HTTP/1.1" status: 204 len: 168 time: 0.7424486 Nov 01 16:47:00.176412 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43318) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:00.186329 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee5441-1f79-48dc-9f32-0d6000737a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7249020-644b-472a-9af1-7c517486f554,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:00.408787 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 195b930c-fccd-44b8-804b-1f592ec41377 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:47:00.432567 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 195b930c-fccd-44b8-804b-1f592ec41377 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:47:00.433244 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 195b930c-fccd-44b8-804b-1f592ec41377 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:47:00.433244 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 49214a0b-8b66-49ee-b70c-645deddebf5e no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:47:00.454531 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 49214a0b-8b66-49ee-b70c-645deddebf5e {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:47:00.454881 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 49214a0b-8b66-49ee-b70c-645deddebf5e not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:47:00.455295 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device c88ca24a-352b-47b3-a12b-4b19ad940fe4 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:47:00.475098 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: c88ca24a-352b-47b3-a12b-4b19ad940fe4 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:47:00.475447 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device c88ca24a-352b-47b3-a12b-4b19ad940fe4 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:47:00.530925 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aac38866-dc77-4af9-9d23-ba9df0567e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618549'] for router_interface, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:00.779642 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-aac38866-dc77-4af9-9d23-ba9df0567e23 admin admin] Deleting port c32b938e-a1de-444c-9aab-7dc50d342158 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:47:00.779978 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aac38866-dc77-4af9-9d23-ba9df0567e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:00.855440 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-aac38866-dc77-4af9-9d23-ba9df0567e23 admin admin] For port c32b938e-a1de-444c-9aab-7dc50d342158, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=c32b938e-a1de-444c-9aab-7dc50d342158,segment=NetworkSegment(2649a953-001a-4eab-ae93-03f9587bd900),segment_id=2649a953-001a-4eab-ae93-03f9587bd900)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:47:00.855874 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aac38866-dc77-4af9-9d23-ba9df0567e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:00.870730 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-aac38866-dc77-4af9-9d23-ba9df0567e23 admin admin] Calling delete_port for c32b938e-a1de-444c-9aab-7dc50d342158 owned by network:router_interface {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:47:01.113748 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aac38866-dc77-4af9-9d23-ba9df0567e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:01.139251 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac38866-dc77-4af9-9d23-ba9df0567e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32b938e-a1de-444c-9aab-7dc50d342158,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:01.575985 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aac38866-dc77-4af9-9d23-ba9df0567e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617861'] for router_interface, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:01.793527 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac38866-dc77-4af9-9d23-ba9df0567e23 admin admin] Router b378e3e4-b198-4f66-91af-464d3b44f7e7 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:47:01.901984 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac38866-dc77-4af9-9d23-ba9df0567e23 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:47:01.907395 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-aac38866-dc77-4af9-9d23-ba9df0567e23 admin admin] 10.222.0.62 "PUT /v2.0/routers/b378e3e4-b198-4f66-91af-464d3b44f7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7296476 Nov 01 16:47:01.909690 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43340) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:01.919349 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26693d87-1162-42ef-a0f8-b5d041813976 None None] Sync routers for ids ['b378e3e4-b198-4f66-91af-464d3b44f7e7'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:47:01.930438 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26693d87-1162-42ef-a0f8-b5d041813976 None None] Routers {'b378e3e4-b198-4f66-91af-464d3b44f7e7'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:47:01.932508 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-26693d87-1162-42ef-a0f8-b5d041813976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['b378e3e4-b198-4f66-91af-464d3b44f7e7'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:47:02.023621 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Publish callbacks [] for router, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.039215 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-26693d87-1162-42ef-a0f8-b5d041813976 None None] Set router b378e3e4-b198-4f66-91af-464d3b44f7e7 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:47:02.136582 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.223606 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-26693d87-1162-42ef-a0f8-b5d041813976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'name': 'tempest-TestShelveInstance-417607297-router', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:52Z', 'updated_at': '2021-11-01T16:47:01Z', 'revision_number': 5, 'project_id': '9548f662de584d0c9362f636a5303a84', 'gw_port': {'id': '05891ffb-8d82-4af3-a6f5-923945217c3e', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:53Z', 'updated_at': '2021-11-01T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:47:02.252248 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26693d87-1162-42ef-a0f8-b5d041813976 None None] Checking router: b378e3e4-b198-4f66-91af-464d3b44f7e7 for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:47:02.260774 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26693d87-1162-42ef-a0f8-b5d041813976 None None] Routers {'b378e3e4-b198-4f66-91af-464d3b44f7e7'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:47:02.261390 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-26693d87-1162-42ef-a0f8-b5d041813976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:46:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['b378e3e4-b198-4f66-91af-464d3b44f7e7'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:47:02.271491 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Deleting port 05891ffb-8d82-4af3-a6f5-923945217c3e {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:47:02.272080 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.347427 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-26693d87-1162-42ef-a0f8-b5d041813976 None None] Set router b378e3e4-b198-4f66-91af-464d3b44f7e7 gateway port host: None {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:47:02.354365 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] For port 05891ffb-8d82-4af3-a6f5-923945217c3e, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=05891ffb-8d82-4af3-a6f5-923945217c3e,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:47:02.354813 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.369041 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Calling delete_port for 05891ffb-8d82-4af3-a6f5-923945217c3e owned by network:router_gateway {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:47:02.413297 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-26693d87-1162-42ef-a0f8-b5d041813976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'name': 'tempest-TestShelveInstance-417607297-router', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:52Z', 'updated_at': '2021-11-01T16:47:02Z', 'revision_number': 6, 'project_id': '9548f662de584d0c9362f636a5303a84', 'gw_port_host': None}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:47:02.444971 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26693d87-1162-42ef-a0f8-b5d041813976 None None] The sync data for ids ['b378e3e4-b198-4f66-91af-464d3b44f7e7'] in dv-cinder-816187-1-iscsi is: [{'id': 'b378e3e4-b198-4f66-91af-464d3b44f7e7', 'name': 'tempest-TestShelveInstance-417607297-router', 'tenant_id': '9548f662de584d0c9362f636a5303a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:52Z', 'updated_at': '2021-11-01T16:47:02Z', 'revision_number': 6, 'project_id': '9548f662de584d0c9362f636a5303a84', 'gw_port_host': None}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:47:02.590561 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43356) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:02.605119 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.632306 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Pushing event deleted for resources: {'Port': ['ID=05891ffb-8d82-4af3-a6f5-923945217c3e,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:02.707015 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618979'] for router_gateway, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.709964 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f0d828a1-5381-4fc8-9fbd-a0486ac5d897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.804662 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1222'] for router, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.810235 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.910524 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f0d828a1-5381-4fc8-9fbd-a0486ac5d897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.935809 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-617030'] for router, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.936368 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router b378e3e4-b198-4f66-91af-464d3b44f7e7 {{(pid=102020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 16:47:02.940673 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] Publish callbacks [] for router, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.941742 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-9773fb35-df64-4334-a3b3-ba50d7b595ef admin admin] 10.222.0.62 "DELETE /v2.0/routers/b378e3e4-b198-4f66-91af-464d3b44f7e7 HTTP/1.1" status: 204 len: 168 time: 1.0311093 Nov 01 16:47:02.944431 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43360) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:02.993784 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f0d828a1-5381-4fc8-9fbd-a0486ac5d897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:02.998272 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b97982-c075-4223-9884-d03c13a3beed admin admin] Deleting subnet 0b9190be-6c01-4a4c-bd9e-d7cb20379853 {{(pid=102020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:47:03.003200 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6b97982-c075-4223-9884-d03c13a3beed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.069313 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-f0d828a1-5381-4fc8-9fbd-a0486ac5d897 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4269775292e64f159a3da0eba66817cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775500 Nov 01 16:47:03.072412 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6b97982-c075-4223-9884-d03c13a3beed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056152'] for subnet, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.073311 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43364) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:03.074488 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d828a1-5381-4fc8-9fbd-a0486ac5d897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3607c52e-4caf-4ca0-8b28-6423f6fdcc57,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:03.124161 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-030b8856-4a30-42b4-94fd-677457b3a776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.146813 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-030b8856-4a30-42b4-94fd-677457b3a776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.156641 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6b97982-c075-4223-9884-d03c13a3beed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.273000 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-030b8856-4a30-42b4-94fd-677457b3a776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.275765 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-030b8856-4a30-42b4-94fd-677457b3a776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.276958 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-030b8856-4a30-42b4-94fd-677457b3a776 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3607c52e-4caf-4ca0-8b28-6423f6fdcc57 HTTP/1.1" status: 204 len: 168 time: 0.2025378 Nov 01 16:47:03.286079 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b8856-4a30-42b4-94fd-677457b3a776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3607c52e-4caf-4ca0-8b28-6423f6fdcc57,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:03.301932 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6b97982-c075-4223-9884-d03c13a3beed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260544798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260872958'] for subnet, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.333875 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b97982-c075-4223-9884-d03c13a3beed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b9190be-6c01-4a4c-bd9e-d7cb20379853,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:03.335889 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6b97982-c075-4223-9884-d03c13a3beed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.342144 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6caf5e-6ea0-42dc-a8ae-2632daaedffd None None] Network 8f9141b5-32ec-4388-89cc-712015184eb9 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:47:03.342942 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-d6b97982-c075-4223-9884-d03c13a3beed admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0b9190be-6c01-4a4c-bd9e-d7cb20379853 HTTP/1.1" status: 204 len: 168 time: 0.3975308 Nov 01 16:47:03.343666 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43368) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:03.421495 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.487251 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Deleting port 4279eab3-0cd2-467e-beae-6a018a95a560 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:47:03.487740 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.547819 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2f517-3394-4e82-8d64-26041d634d49 None None] DHCP port deletion for 8f9141b5-32ec-4388-89cc-712015184eb9 request from dv-cinder-816187-1-iscsi {{(pid=102021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 16:47:03.564586 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] For port 4279eab3-0cd2-467e-beae-6a018a95a560, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=4279eab3-0cd2-467e-beae-6a018a95a560,segment=NetworkSegment(2649a953-001a-4eab-ae93-03f9587bd900),segment_id=2649a953-001a-4eab-ae93-03f9587bd900)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:47:03.565034 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.580833 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Calling delete_port for 4279eab3-0cd2-467e-beae-6a018a95a560 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:47:03.611003 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2f517-3394-4e82-8d64-26041d634d49 None None] Deleting port 4279eab3-0cd2-467e-beae-6a018a95a560 {{(pid=102021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:47:03.611377 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f517-3394-4e82-8d64-26041d634d49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.685584 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-b6c2f517-3394-4e82-8d64-26041d634d49 None None] For port 4279eab3-0cd2-467e-beae-6a018a95a560, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=4279eab3-0cd2-467e-beae-6a018a95a560,segment=NetworkSegment(2649a953-001a-4eab-ae93-03f9587bd900),segment_id=2649a953-001a-4eab-ae93-03f9587bd900)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:47:03.685975 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f517-3394-4e82-8d64-26041d634d49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.698696 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2f517-3394-4e82-8d64-26041d634d49 None None] Calling delete_port for 4279eab3-0cd2-467e-beae-6a018a95a560 owned by network:dhcp {{(pid=102021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:47:03.747341 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.771229 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=4279eab3-0cd2-467e-beae-6a018a95a560,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:03.774656 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f517-3394-4e82-8d64-26041d634d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369'] for port, after_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.776699 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] No DVR routers for this DVR port 4279eab3-0cd2-467e-beae-6a018a95a560 on host dv-cinder-816187-1-iscsi {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:47:03.809616 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2f517-3394-4e82-8d64-26041d634d49 None None] Pushing event deleted for resources: {'Port': ['ID=4279eab3-0cd2-467e-beae-6a018a95a560,revision_number=None']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:03.814251 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c2f517-3394-4e82-8d64-26041d634d49 None None] No DVR routers for this DVR port 4279eab3-0cd2-467e-beae-6a018a95a560 on host dv-cinder-816187-1-iscsi {{(pid=102021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:47:03.859330 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.879941 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9141b5-32ec-4388-89cc-712015184eb9']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:47:03.890778 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2649a953-001a-4eab-ae93-03f9587bd900') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:47:03.891143 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2649a953-001a-4eab-ae93-03f9587bd900') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:47:03.903285 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260784338'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.917754 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.923664 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:47:03.924076 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260103394'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: Traceback (most recent call last): Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: timer() Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: cb(*args, **kw) Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: return func(*args, **kwargs) Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: self._notify() Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: self.callback(batched_events) Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: event.method(event) Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: return f(self, *a, **k) Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._get(url).json() Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: return self.request(url, 'GET', **kwargs) Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:47:03.925729 dv-cinder-816187-1-iscsi neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:47:03.962632 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43372) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:03.976889 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65464d0d-6a2c-4bcf-8f0a-9b83cca89dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.050642 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65464d0d-6a2c-4bcf-8f0a-9b83cca89dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.052759 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.057418 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.061021 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8f9141b5-32ec-4388-89cc-712015184eb9 HTTP/1.1" status: 204 len: 168 time: 0.7159569 Nov 01 16:47:04.076121 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a84509-2d2d-4049-9091-116d141c7b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f9141b5-32ec-4388-89cc-712015184eb9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:04.147731 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65464d0d-6a2c-4bcf-8f0a-9b83cca89dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.184028 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-65464d0d-6a2c-4bcf-8f0a-9b83cca89dc2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78864e55bae94090b4250be4305f3533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199697 Nov 01 16:47:04.186769 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43378) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:04.188678 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65464d0d-6a2c-4bcf-8f0a-9b83cca89dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4ac9ee-6a35-47de-bca7-11aadade201b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:04.239182 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9dea108f-24f6-4319-ac22-ae3ff6266eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.263980 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9dea108f-24f6-4319-ac22-ae3ff6266eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.388142 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9dea108f-24f6-4319-ac22-ae3ff6266eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.391503 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9dea108f-24f6-4319-ac22-ae3ff6266eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.392789 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-9dea108f-24f6-4319-ac22-ae3ff6266eee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee4ac9ee-6a35-47de-bca7-11aadade201b HTTP/1.1" status: 204 len: 168 time: 0.2050273 Nov 01 16:47:04.402263 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea108f-24f6-4319-ac22-ae3ff6266eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4ac9ee-6a35-47de-bca7-11aadade201b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:04.420980 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 05891ffb-8d82-4af3-a6f5-923945217c3e no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:47:04.442886 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 05891ffb-8d82-4af3-a6f5-923945217c3e {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:47:04.443231 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 05891ffb-8d82-4af3-a6f5-923945217c3e not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:47:04.443929 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 4279eab3-0cd2-467e-beae-6a018a95a560 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:47:04.465206 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 4279eab3-0cd2-467e-beae-6a018a95a560 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:47:04.465590 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 4279eab3-0cd2-467e-beae-6a018a95a560 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:47:04.465949 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device c32b938e-a1de-444c-9aab-7dc50d342158 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:47:04.485630 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: c32b938e-a1de-444c-9aab-7dc50d342158 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:47:04.485969 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device c32b938e-a1de-444c-9aab-7dc50d342158 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:47:04.515592 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43382) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:04.556018 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-084bc5a6-7699-48bb-9614-f7641a84d962 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=444ccc67043447cf9868bd1a97e38ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391228 Nov 01 16:47:04.559052 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43384) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:04.628727 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74be14d2-f453-4531-bce2-e8064eca89c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.633630 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74be14d2-f453-4531-bce2-e8064eca89c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.747324 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74be14d2-f453-4531-bce2-e8064eca89c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.749963 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74be14d2-f453-4531-bce2-e8064eca89c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:04.751248 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-74be14d2-f453-4531-bce2-e8064eca89c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db78c6ae-e78b-4e9a-b5a0-1ee70536efb1 HTTP/1.1" status: 204 len: 168 time: 0.1911738 Nov 01 16:47:04.760536 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be14d2-f453-4531-bce2-e8064eca89c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db78c6ae-e78b-4e9a-b5a0-1ee70536efb1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:05.013297 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:47:05.435550 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43410) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:05.481397 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-859df46f-74fe-4ab4-96c1-1e1f9c9f5618 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9548f662de584d0c9362f636a5303a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446901 Nov 01 16:47:05.483765 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43416) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:05.531612 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-af5d9dee-bac8-4c6f-9e23-c8e7c447fc84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:05.556809 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-af5d9dee-bac8-4c6f-9e23-c8e7c447fc84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:05.679100 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-af5d9dee-bac8-4c6f-9e23-c8e7c447fc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:05.681794 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-af5d9dee-bac8-4c6f-9e23-c8e7c447fc84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:05.682955 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-af5d9dee-bac8-4c6f-9e23-c8e7c447fc84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c32f2914-3c96-43e0-abd8-83014df62359 HTTP/1.1" status: 204 len: 168 time: 0.1982887 Nov 01 16:47:05.692694 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d9dee-bac8-4c6f-9e23-c8e7c447fc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32f2914-3c96-43e0-abd8-83014df62359,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:05.736992 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-26dc11ac-4b13-4182-9454-2304132dfd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:06.189433 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43430) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:06.294209 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-787fe2e7-ae62-408d-832d-3f41bcfe4dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:06.369473 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-787fe2e7-ae62-408d-832d-3f41bcfe4dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:06.456281 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-787fe2e7-ae62-408d-832d-3f41bcfe4dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:06.495235 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-787fe2e7-ae62-408d-832d-3f41bcfe4dd4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7dbb16b4fb3469d8eb0f7134f3e29b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046820 Nov 01 16:47:06.495950 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fe2e7-ae62-408d-832d-3f41bcfe4dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67be8397-3ca5-48ba-ab0c-211285c00d8e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:06.498102 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43434) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:06.548596 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6883a890-9d02-4835-acd0-8c10f8e16b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:06.572781 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6883a890-9d02-4835-acd0-8c10f8e16b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:06.696370 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6883a890-9d02-4835-acd0-8c10f8e16b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:06.700027 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6883a890-9d02-4835-acd0-8c10f8e16b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:06.701300 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-6883a890-9d02-4835-acd0-8c10f8e16b59 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67be8397-3ca5-48ba-ab0c-211285c00d8e HTTP/1.1" status: 204 len: 168 time: 0.2020974 Nov 01 16:47:06.709472 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883a890-9d02-4835-acd0-8c10f8e16b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67be8397-3ca5-48ba-ab0c-211285c00d8e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:08.136174 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7502977a-5e1a-4602-be71-fdaffe3d1f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:09.393326 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:10.706996 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:13.461613 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:15.605713 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:17.949547 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43600) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:18.052678 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:18.127182 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:18.227594 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:18.267616 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab12cda266964fcf93274173c888f068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169556 Nov 01 16:47:18.268539 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ecb912-511a-4eed-ac90-776356e0d33e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:18.270311 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43604) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:18.275954 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:18.276312 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:18.276660 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:18.277010 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:18.277352 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:18.277704 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:18.278018 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:18.278353 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:18.278695 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:18.279019 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:18.279349 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:18.279710 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507bf5-e8e1-4b08-bdfe-1186eacb8adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:18.321007 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-150ca7f5-f6f6-48cb-b1dc-6d8c4a779dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:18.342849 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-150ca7f5-f6f6-48cb-b1dc-6d8c4a779dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:18.467066 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-150ca7f5-f6f6-48cb-b1dc-6d8c4a779dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:18.469614 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-150ca7f5-f6f6-48cb-b1dc-6d8c4a779dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:18.470769 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-150ca7f5-f6f6-48cb-b1dc-6d8c4a779dfb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94ecb912-511a-4eed-ac90-776356e0d33e HTTP/1.1" status: 204 len: 168 time: 0.1994553 Nov 01 16:47:18.478736 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ca7f5-f6f6-48cb-b1dc-6d8c4a779dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ecb912-511a-4eed-ac90-776356e0d33e,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:18.954414 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43612) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:18.967307 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-00dc4aa8-8588-42d0-a003-1fc2065cb753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:19.039428 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-00dc4aa8-8588-42d0-a003-1fc2065cb753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:19.118627 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-00dc4aa8-8588-42d0-a003-1fc2065cb753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:19.156549 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-00dc4aa8-8588-42d0-a003-1fc2065cb753 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c40668eb751419f85a9f816806d0375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010839 Nov 01 16:47:19.158686 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc4aa8-8588-42d0-a003-1fc2065cb753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9bb7ee-de13-4cf1-a643-c2841f206c12,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:19.159229 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43614) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:19.208262 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4a18763-a53d-4029-8736-cb94cc164552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:19.228397 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4a18763-a53d-4029-8736-cb94cc164552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:19.347044 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4a18763-a53d-4029-8736-cb94cc164552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:19.349606 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4a18763-a53d-4029-8736-cb94cc164552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:19.350739 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-c4a18763-a53d-4029-8736-cb94cc164552 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb9bb7ee-de13-4cf1-a643-c2841f206c12 HTTP/1.1" status: 204 len: 168 time: 0.1905022 Nov 01 16:47:19.359604 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a18763-a53d-4029-8736-cb94cc164552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9bb7ee-de13-4cf1-a643-c2841f206c12,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:20.040290 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43622) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:20.053284 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-85219b97-343a-4c2a-b4bf-28d850e189aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:20.125496 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-85219b97-343a-4c2a-b4bf-28d850e189aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:20.216573 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-85219b97-343a-4c2a-b4bf-28d850e189aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:20.255154 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-85219b97-343a-4c2a-b4bf-28d850e189aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e346fb7c31bc4d7ebc4745992cc769fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138014 Nov 01 16:47:20.256135 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85219b97-343a-4c2a-b4bf-28d850e189aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bdd4d9-d1a0-434a-bd99-d4fac5fe9087,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:20.257794 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43626) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:20.305658 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8740017-2cfa-46f3-96e4-c6d34de5c31b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:20.326452 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8740017-2cfa-46f3-96e4-c6d34de5c31b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:20.455882 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8740017-2cfa-46f3-96e4-c6d34de5c31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:20.458712 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8740017-2cfa-46f3-96e4-c6d34de5c31b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:20.459877 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-e8740017-2cfa-46f3-96e4-c6d34de5c31b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4bdd4d9-d1a0-434a-bd99-d4fac5fe9087 HTTP/1.1" status: 204 len: 168 time: 0.2010293 Nov 01 16:47:20.471653 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8740017-2cfa-46f3-96e4-c6d34de5c31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bdd4d9-d1a0-434a-bd99-d4fac5fe9087,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:35.815653 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-505e1688-6608-4088-a2a0-8b09719c94e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:38.090647 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9d98a74b-d681-423a-b2c9-42caf278a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:38.895748 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43816) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:39.000927 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d450ab3c-6fad-4600-80ba-f5c9c574d902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:39.103472 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d450ab3c-6fad-4600-80ba-f5c9c574d902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:39.158492 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d450ab3c-6fad-4600-80ba-f5c9c574d902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:39.201121 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-d450ab3c-6fad-4600-80ba-f5c9c574d902 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=523a1b4a14b942ec87c5fc6ebbab683b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012969 Nov 01 16:47:39.201121 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450ab3c-6fad-4600-80ba-f5c9c574d902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca470d58-20c6-4d4a-8151-bfba7e7a9690,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:39.201678 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43820) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:39.261312 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91852ba0-ae34-4214-8ed9-c72f8c168310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:39.283244 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91852ba0-ae34-4214-8ed9-c72f8c168310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:39.385876 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:39.421398 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91852ba0-ae34-4214-8ed9-c72f8c168310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:39.424073 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91852ba0-ae34-4214-8ed9-c72f8c168310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:39.425215 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-91852ba0-ae34-4214-8ed9-c72f8c168310 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca470d58-20c6-4d4a-8151-bfba7e7a9690 HTTP/1.1" status: 204 len: 168 time: 0.2227240 Nov 01 16:47:39.433043 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91852ba0-ae34-4214-8ed9-c72f8c168310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca470d58-20c6-4d4a-8151-bfba7e7a9690,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:40.038862 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 43832) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:40.050293 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b7332cf-f68d-4599-b120-77d9e896fefc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:40.124740 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b7332cf-f68d-4599-b120-77d9e896fefc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:40.198183 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b7332cf-f68d-4599-b120-77d9e896fefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:40.238034 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-4b7332cf-f68d-4599-b120-77d9e896fefc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b55aa1ee6d55414bb3457702fbff19db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022738 Nov 01 16:47:40.238910 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7332cf-f68d-4599-b120-77d9e896fefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9394dd9-393e-4624-b900-329c0f618b08,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:40.240656 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43834) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:40.288254 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:40.309705 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:40.409748 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:40.412505 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:40.413709 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f9394dd9-393e-4624-b900-329c0f618b08 HTTP/1.1" status: 204 len: 168 time: 0.1720774 Nov 01 16:47:40.422525 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9394dd9-393e-4624-b900-329c0f618b08,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:40.429873 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:40.430225 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:40.430570 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:40.430912 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:40.431247 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:40.431603 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:40.431939 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:40.432315 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:40.432800 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:40.433129 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:40.434223 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:40.434605 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8837a4-3e0b-4780-999b-3eafd7632e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:47:40.769956 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:41.112603 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43846) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:41.126454 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db87a347-e67f-4040-8643-040cdb7844d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:41.197271 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db87a347-e67f-4040-8643-040cdb7844d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:41.290147 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db87a347-e67f-4040-8643-040cdb7844d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:41.329635 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87a347-e67f-4040-8643-040cdb7844d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacd3aa2-39b5-4a53-a3cc-87a550fb77a6,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:41.333900 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-db87a347-e67f-4040-8643-040cdb7844d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1f559d8a9e54081ae42249cb69f8836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201903 Nov 01 16:47:41.336615 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43848) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:47:41.383386 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3d27fa70-ae11-4199-ab35-204647816811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:41.403815 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3d27fa70-ae11-4199-ab35-204647816811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:41.506708 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3d27fa70-ae11-4199-ab35-204647816811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:41.509576 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3d27fa70-ae11-4199-ab35-204647816811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:41.510713 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-3d27fa70-ae11-4199-ab35-204647816811 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bacd3aa2-39b5-4a53-a3cc-87a550fb77a6 HTTP/1.1" status: 204 len: 168 time: 0.1732090 Nov 01 16:47:41.518650 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27fa70-ae11-4199-ab35-204647816811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacd3aa2-39b5-4a53-a3cc-87a550fb77a6,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:42.011471 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:47:43.484123 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:43.664246 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc8337-e107-4f18-a558-318f71b2d9c1 req-e222af22-2d57-4156-84ea-169be2093e37 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:47:43.665706 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a3dc8337-e107-4f18-a558-318f71b2d9c1 req-e222af22-2d57-4156-84ea-169be2093e37 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 945 time: 0.0492637 Nov 01 16:47:43.703893 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a3dc8337-e107-4f18-a558-318f71b2d9c1 req-5dc9396c-a616-4c6e-962e-0ad6fb2f5a82 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Nov 01 16:47:44.817513 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876f0ef-364d-4bf7-84dd-4db059602d2a req-6ae7e681-d62a-474e-92b8-d26655c534ad tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:47:44.819208 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a876f0ef-364d-4bf7-84dd-4db059602d2a req-6ae7e681-d62a-474e-92b8-d26655c534ad tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 945 time: 0.0477524 Nov 01 16:47:44.859227 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a876f0ef-364d-4bf7-84dd-4db059602d2a req-2e0a8af0-c440-4749-8ad0-d1e9beb6c585 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Nov 01 16:47:45.348593 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6c4a0-02b1-4a22-8847-9cd1cf9b313a req-a5b4bc69-4fdd-4160-b94a-5cd3d9144b1d tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:47:45.350035 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-9be6c4a0-02b1-4a22-8847-9cd1cf9b313a req-a5b4bc69-4fdd-4160-b94a-5cd3d9144b1d tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 945 time: 0.0474546 Nov 01 16:47:45.441995 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-9be6c4a0-02b1-4a22-8847-9cd1cf9b313a req-77dd076b-df78-438c-8994-8247caea1f88 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Deleting port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:47:45.442330 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-9be6c4a0-02b1-4a22-8847-9cd1cf9b313a req-77dd076b-df78-438c-8994-8247caea1f88 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:45.528491 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-9be6c4a0-02b1-4a22-8847-9cd1cf9b313a req-77dd076b-df78-438c-8994-8247caea1f88 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] For port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=2ccdd170-2eaa-41ff-9ed8-160cf44d93b7,segment=NetworkSegment(63f43839-e3ad-4cce-98ce-bdd26a0c7e1d),segment_id=63f43839-e3ad-4cce-98ce-bdd26a0c7e1d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:47:45.532142 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-9be6c4a0-02b1-4a22-8847-9cd1cf9b313a req-77dd076b-df78-438c-8994-8247caea1f88 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:45.541940 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-9be6c4a0-02b1-4a22-8847-9cd1cf9b313a req-77dd076b-df78-438c-8994-8247caea1f88 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Calling delete_port for 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 owned by compute:nova {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:47:45.574666 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:45.723084 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-9be6c4a0-02b1-4a22-8847-9cd1cf9b313a req-77dd076b-df78-438c-8994-8247caea1f88 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:45.738573 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['2ccdd170-2eaa-41ff-9ed8-160cf44d93b7'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:47:45.750394 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd076b-df78-438c-8994-8247caea1f88 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Pushing event deleted for resources: {'Port': ['ID=2ccdd170-2eaa-41ff-9ed8-160cf44d93b7,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:47:45.795055 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be6c4a0-02b1-4a22-8847-9cd1cf9b313a req-77dd076b-df78-438c-8994-8247caea1f88 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] No DVR routers for this DVR port 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 on host hv-cinder-81618 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:47:45.797653 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-9be6c4a0-02b1-4a22-8847-9cd1cf9b313a req-77dd076b-df78-438c-8994-8247caea1f88 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:47:45.801062 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-9be6c4a0-02b1-4a22-8847-9cd1cf9b313a req-77dd076b-df78-438c-8994-8247caea1f88 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.71 "DELETE /v2.0/ports/2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 HTTP/1.1" status: 204 len: 173 time: 0.4439383 Nov 01 16:47:45.801499 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a721bd2-7308-473a-849e-234b0f8779ab', 'name': 'network-vif-deleted', 'tag': '2ccdd170-2eaa-41ff-9ed8-160cf44d93b7'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:47:45.803798 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ecfe8e-4aae-405b-a993-c0bf176e703a" -d '{"events": [{"server_uuid": "9a721bd2-7308-473a-849e-234b0f8779ab", "name": "network-vif-deleted", "tag": "2ccdd170-2eaa-41ff-9ed8-160cf44d93b7"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:47:45.842160 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170aa6b1-0961-4f87-a69f-a3120dbdbf9d x-openstack-request-id: req-170aa6b1-0961-4f87-a69f-a3120dbdbf9d {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:47:45.842160 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a721bd2-7308-473a-849e-234b0f8779ab", "name": "network-vif-deleted", "tag": "2ccdd170-2eaa-41ff-9ed8-160cf44d93b7", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:47:45.842160 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-170aa6b1-0961-4f87-a69f-a3120dbdbf9d {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:47:45.842160 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a721bd2-7308-473a-849e-234b0f8779ab', 'name': 'network-vif-deleted', 'tag': '2ccdd170-2eaa-41ff-9ed8-160cf44d93b7', 'status': 'completed', 'code': 200} Nov 01 16:47:45.967588 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-c1a32dc3-6fc5-47b1-9262-acbd179146b6 req-7ae28459-88a3-499e-b96c-3f89fb367f6c tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 210 time: 0.0280592 Nov 01 16:47:47.075493 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3d54cbe7-4213-4bf7-bf0e-17c99fcf9de7 req-42d150e5-53a2-4973-bcd7-68cd1416025b tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a721bd2-7308-473a-849e-234b0f8779ab HTTP/1.1" status: 200 len: 210 time: 0.0277886 Nov 01 16:47:47.914442 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:47:47.934806 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:47:47.935147 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 2ccdd170-2eaa-41ff-9ed8-160cf44d93b7 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:47:52.115491 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce3543d3-f8d5-44fb-bacd-45e197001170 req-9d4e0703-9b42-42a6-9214-4f575818860b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390081 Nov 01 16:47:52.176104 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3543d3-f8d5-44fb-bacd-45e197001170 req-06781f41-1810-477f-a4ba-9813f2a968d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:47:52.177524 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce3543d3-f8d5-44fb-bacd-45e197001170 req-06781f41-1810-477f-a4ba-9813f2a968d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 1099 time: 0.0394592 Nov 01 16:47:52.283806 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3543d3-f8d5-44fb-bacd-45e197001170 req-8c16e189-e831-406b-941c-25e2a3240ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:47:52.285233 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce3543d3-f8d5-44fb-bacd-45e197001170 req-8c16e189-e831-406b-941c-25e2a3240ea4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 912 time: 0.0868516 Nov 01 16:47:52.349456 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce3543d3-f8d5-44fb-bacd-45e197001170 req-3ac1db45-45d1-4136-b16d-870f1f8acaca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e09e6a49-20f6-44d1-b8de-afea2af6e936 HTTP/1.1" status: 200 len: 1002 time: 0.0565414 Nov 01 16:47:52.400392 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3543d3-f8d5-44fb-bacd-45e197001170 req-8e40fe57-f15f-4ab3-a5f5-e62d74acbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:47:52.401786 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce3543d3-f8d5-44fb-bacd-45e197001170 req-8e40fe57-f15f-4ab3-a5f5-e62d74acbac9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fbaa1191-0552-4a2e-91c0-99fce75be7c1 HTTP/1.1" status: 200 len: 850 time: 0.0456572 Nov 01 16:47:52.447992 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3543d3-f8d5-44fb-bacd-45e197001170 req-926c54f9-cca7-46e8-af6e-b0ca92a8698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:47:52.449514 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce3543d3-f8d5-44fb-bacd-45e197001170 req-926c54f9-cca7-46e8-af6e-b0ca92a8698c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f545391-7950-48f3-af3e-7b24976f5954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390601 Nov 01 16:47:52.542846 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce3543d3-f8d5-44fb-bacd-45e197001170 req-6ee047ba-9801-4ee9-95e4-4868ba40e443 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792761 Nov 01 16:47:52.640592 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ce3543d3-f8d5-44fb-bacd-45e197001170 req-b06d2081-cdc2-41e7-a95f-0b3de0630259 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862663 Nov 01 16:47:58.654540 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7eb3e366-361a-4814-9359-3ad6827d1df8 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:47:58.656482 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7eb3e366-361a-4814-9359-3ad6827d1df8 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/networks?id=918325e0-c3a9-48a6-bece-0656048f2887 HTTP/1.1" status: 200 len: 814 time: 0.1054885 Nov 01 16:47:58.672372 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-8ee18ff2-3d65-4bd8-a03d-fc67b32828b6 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/quotas/606409e0897d418fb1db0b27304fd960 HTTP/1.1" status: 200 len: 375 time: 0.0098953 Nov 01 16:47:58.703568 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7fafb968-3a47-40bc-b6ee-ef9e3b2f5d52 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=606409e0897d418fb1db0b27304fd960&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257926 Nov 01 16:47:58.790727 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-1ed90691-9902-4a95-b0fe-d7a61b9bc987 service neutron] 10.222.0.62 "GET /v2.0/networks/918325e0-c3a9-48a6-bece-0656048f2887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803857 Nov 01 16:47:58.881284 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-1a2eefcb-f574-463e-b35f-a1ef033b95ce service neutron] 10.222.0.62 "GET /v2.0/networks/918325e0-c3a9-48a6-bece-0656048f2887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840366 Nov 01 16:47:59.147606 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-87dd079f-f659-433d-85c1-1dc90caf05a4 req-9e385647-3bf3-4f69-bfec-77349a534a72 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 210 time: 0.0278156 Nov 01 16:48:00.240694 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-a3708ef7-8d83-4ca8-b9cf-0f60e9817b46 req-4e1207d0-b974-4f3f-aa47-75262950f168 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 210 time: 0.0275466 Nov 01 16:48:00.964199 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-c83f8534-5247-4326-89a3-447395a8ab94 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:00.965543 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-c83f8534-5247-4326-89a3-447395a8ab94 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.71 "GET /v2.0/networks?id=918325e0-c3a9-48a6-bece-0656048f2887 HTTP/1.1" status: 200 len: 814 time: 0.1010804 Nov 01 16:48:00.980143 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Request body: {'port': {'device_id': 'cf8ef5e2-289c-4d85-9467-07890f98374e', 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887', 'admin_state_up': True, 'tenant_id': '606409e0897d418fb1db0b27304fd960'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:48:01.157288 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Made reservation on behalf of 606409e0897d418fb1db0b27304fd960 for: {'port': 1} {{(pid=102020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 16:48:01.160854 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:01.285222 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Allocated IP 172.20.0.10 (918325e0-c3a9-48a6-bece-0656048f2887/d07f6713-2c40-4486-8410-9ce0e34b3b45/1b6d20c3-42a5-4857-b101-8cafc169e07f) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 16:48:01.333656 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-6b2cf4ef-7c6a-4364-8914-ed403703da74 req-1242196b-c6a8-49de-a7f6-fa94e0b92f68 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 210 time: 0.0266240 Nov 01 16:48:01.444355 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:01.547305 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734220818360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:01.591803 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Network 918325e0-c3a9-48a6-bece-0656048f2887 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 16:48:01.597474 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 16:48:01.601234 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 16:48:01.624681 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Pushing event updated for resources: {'Port': ['ID=1b6d20c3-42a5-4857-b101-8cafc169e07f,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:01.651879 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:01.652483 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:01.755831 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-2d77a6c3-8c00-4e39-afe5-43338101d3c1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7793007 Nov 01 16:48:01.768856 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.v2.base [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Request body: {'port': {'device_id': 'cf8ef5e2-289c-4d85-9467-07890f98374e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81618'}} {{(pid=102020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 16:48:01.823166 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:02.067211 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6d20c3-42a5-4857-b101-8cafc169e07f {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:48:02.074745 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:02.086698 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Transition to ACTIVE for port object 1b6d20c3-42a5-4857-b101-8cafc169e07f will not be triggered until provisioned by entity L2. {{(pid=102020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 16:48:02.191766 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:02.243114 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Pushing event updated for resources: {'Port': ['ID=1b6d20c3-42a5-4857-b101-8cafc169e07f,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:02.313006 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Attempting to bind port 1b6d20c3-42a5-4857-b101-8cafc169e07f on host hv-cinder-81618 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 16:48:02.313341 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Attempting to bind port 1b6d20c3-42a5-4857-b101-8cafc169e07f by drivers openvswitch,hyperv on host hv-cinder-81618 at level 0 using segments [{'id': '63f43839-e3ad-4cce-98ce-bdd26a0c7e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 16:48:02.313669 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Attempting to bind port 1b6d20c3-42a5-4857-b101-8cafc169e07f on network 918325e0-c3a9-48a6-bece-0656048f2887 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:48:02.317888 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Port 1b6d20c3-42a5-4857-b101-8cafc169e07f on network 918325e0-c3a9-48a6-bece-0656048f2887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81618 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 16:48:02.318458 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Attempting to bind port 1b6d20c3-42a5-4857-b101-8cafc169e07f on network 918325e0-c3a9-48a6-bece-0656048f2887 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 16:48:02.323149 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Checking agent: {'id': '795c8aa3-7811-4fbf-851c-50fdb48cec3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'started_at': datetime.datetime(2021, 11, 1, 16, 36, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 16, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 16:48:02.323480 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Checking segment: {'id': '63f43839-e3ad-4cce-98ce-bdd26a0c7e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 16:48:02.323891 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Bound using segment: {'id': '63f43839-e3ad-4cce-98ce-bdd26a0c7e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 16:48:02.324314 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Bound port: 1b6d20c3-42a5-4857-b101-8cafc169e07f, host: hv-cinder-81618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f43839-e3ad-4cce-98ce-bdd26a0c7e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 16:48:02.324661 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:02.387327 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] For port 1b6d20c3-42a5-4857-b101-8cafc169e07f, host hv-cinder-81618, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 16:48:02.390981 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] For port 1b6d20c3-42a5-4857-b101-8cafc169e07f, host hv-cinder-81618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=1b6d20c3-42a5-4857-b101-8cafc169e07f,segment=NetworkSegment(63f43839-e3ad-4cce-98ce-bdd26a0c7e1d),segment_id=63f43839-e3ad-4cce-98ce-bdd26a0c7e1d)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 16:48:02.456537 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc0cd8-cb21-43d4-9946-d1a4749f21b8 req-bf43fb67-41ab-4985-abcc-4ff6b2e1de45 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:02.457981 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-96dc0cd8-cb21-43d4-9946-d1a4749f21b8 req-bf43fb67-41ab-4985-abcc-4ff6b2e1de45 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 944 time: 0.0518398 Nov 01 16:48:02.466785 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260544840'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:02.495434 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-96dc0cd8-cb21-43d4-9946-d1a4749f21b8 req-515eed93-2fea-42d5-962a-2396dba9e450 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314965 Nov 01 16:48:02.502529 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:02.503135 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:02.504534 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] 10.222.0.71 "PUT /v2.0/ports/1b6d20c3-42a5-4857-b101-8cafc169e07f HTTP/1.1" status: 200 len: 1094 time: 0.7399974 Nov 01 16:48:02.504974 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8ef5e2-289c-4d85-9467-07890f98374e', 'tag': '1b6d20c3-42a5-4857-b101-8cafc169e07f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:48:02.507199 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da69d58b-0d96-4e4b-98d6-335367cb243d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8ef5e2-289c-4d85-9467-07890f98374e", "tag": "1b6d20c3-42a5-4857-b101-8cafc169e07f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:48:02.529052 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007bbad-018c-4602-bb79-f89f5e3f3fff service neutron] Pushing event updated for resources: {'Port': ['ID=1b6d20c3-42a5-4857-b101-8cafc169e07f,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:02.548469 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af78cd49-1999-4b81-8c04-39fc2223637d x-openstack-request-id: req-af78cd49-1999-4b81-8c04-39fc2223637d {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:48:02.548758 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8ef5e2-289c-4d85-9467-07890f98374e", "tag": "1b6d20c3-42a5-4857-b101-8cafc169e07f", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:48:02.549007 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af78cd49-1999-4b81-8c04-39fc2223637d {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:48:02.549440 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8ef5e2-289c-4d85-9467-07890f98374e', 'tag': '1b6d20c3-42a5-4857-b101-8cafc169e07f', 'status': 'completed', 'code': 200} Nov 01 16:48:02.611285 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d58b-0d96-4e4b-98d6-335367cb243d req-72932aa2-5bf9-44ee-9007-4ec19b050228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:02.612813 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-da69d58b-0d96-4e4b-98d6-335367cb243d req-72932aa2-5bf9-44ee-9007-4ec19b050228 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=606409e0897d418fb1db0b27304fd960&device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 1097 time: 0.0414784 Nov 01 16:48:02.712829 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d58b-0d96-4e4b-98d6-335367cb243d req-88a4f996-ea1d-42ab-8fef-1c4385939a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:02.714160 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-da69d58b-0d96-4e4b-98d6-335367cb243d req-88a4f996-ea1d-42ab-8fef-1c4385939a59 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=606409e0897d418fb1db0b27304fd960&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0929065 Nov 01 16:48:02.807151 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d58b-0d96-4e4b-98d6-335367cb243d req-7a44ee86-2978-4394-8601-867a0e2612ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:02.808578 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-da69d58b-0d96-4e4b-98d6-335367cb243d req-7a44ee86-2978-4394-8601-867a0e2612ff service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873795 Nov 01 16:48:02.888619 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-e7375acf-d7a3-4f96-9e82-0296d25491b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:02.890121 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-e7375acf-d7a3-4f96-9e82-0296d25491b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=606409e0897d418fb1db0b27304fd960&device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 1097 time: 0.0406191 Nov 01 16:48:02.932330 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-61922517-091c-49af-ba63-6bb2e206b3ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b6d20c3-42a5-4857-b101-8cafc169e07f HTTP/1.1" status: 200 len: 217 time: 0.0328000 Nov 01 16:48:02.982810 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-ac82b3d0-64fa-42be-b83b-2508bee356fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:02.984672 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-ac82b3d0-64fa-42be-b83b-2508bee356fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d07f6713-2c40-4486-8410-9ce0e34b3b45 HTTP/1.1" status: 200 len: 854 time: 0.0448318 Nov 01 16:48:03.016227 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-11abe90e-28fb-453f-91d3-4b1f15c2f7df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=918325e0-c3a9-48a6-bece-0656048f2887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235844 Nov 01 16:48:03.104355 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-c7f5df67-92bc-4c9b-b473-599d3f037b1d service neutron] 10.222.0.71 "GET /v2.0/networks/918325e0-c3a9-48a6-bece-0656048f2887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795732 Nov 01 16:48:03.194599 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-7c220fb3-ce69-4861-b0a7-a43fd56bdd91 req-e1a63423-9cf9-467b-ae58-bc89b93cbeb4 service neutron] 10.222.0.71 "GET /v2.0/networks/918325e0-c3a9-48a6-bece-0656048f2887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822999 Nov 01 16:48:03.611406 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef14e7a-8b11-40de-a260-41b024009e96 req-9ee0484c-dda4-425b-a417-c03f16379c07 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:03.612901 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2ef14e7a-8b11-40de-a260-41b024009e96 req-9ee0484c-dda4-425b-a417-c03f16379c07 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 944 time: 0.0495079 Nov 01 16:48:03.649800 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-2ef14e7a-8b11-40de-a260-41b024009e96 req-bf94223e-05dd-4d7e-9cde-453d4462e2c8 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Nov 01 16:48:04.762916 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab070-560c-4617-bdd7-2e4426637e2b req-9838a11a-38ee-4c8e-8861-f858dcfbb818 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:04.764397 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b48ab070-560c-4617-bdd7-2e4426637e2b req-9838a11a-38ee-4c8e-8861-f858dcfbb818 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 944 time: 0.0482109 Nov 01 16:48:04.801606 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-b48ab070-560c-4617-bdd7-2e4426637e2b req-80b6972e-bf77-46f3-99d5-64930cf7bdbd tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Nov 01 16:48:05.718309 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a6113f31-4782-47a3-a24e-c6918b824bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:05.916777 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2c243-e7a3-49af-ada7-c02419b9a136 req-2a7105a3-e8f7-4d1b-bb18-d481055d8511 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:05.918224 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d2b2c243-e7a3-49af-ada7-c02419b9a136 req-2a7105a3-e8f7-4d1b-bb18-d481055d8511 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 944 time: 0.0514867 Nov 01 16:48:05.956521 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-d2b2c243-e7a3-49af-ada7-c02419b9a136 req-b2d554b3-0243-4112-9312-dbd38a53764d tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316727 Nov 01 16:48:05.992949 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 1b6d20c3-42a5-4857-b101-8cafc169e07f details requested by agent hyperv_hv-cinder-81618 with host hv-cinder-81618 {{(pid=102021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 16:48:06.086555 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 1b6d20c3-42a5-4857-b101-8cafc169e07f, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=1b6d20c3-42a5-4857-b101-8cafc169e07f,segment=NetworkSegment(63f43839-e3ad-4cce-98ce-bdd26a0c7e1d),segment_id=63f43839-e3ad-4cce-98ce-bdd26a0c7e1d)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:06.097700 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Returning: {'device': '1b6d20c3-42a5-4857-b101-8cafc169e07f', 'network_id': '918325e0-c3a9-48a6-bece-0656048f2887', 'port_id': '1b6d20c3-42a5-4857-b101-8cafc169e07f', 'mac_address': 'fa:16:3e:86:81:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07f6713-2c40-4486-8410-9ce0e34b3b45', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 16:48:06.133292 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:06.145568 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6d20c3-42a5-4857-b101-8cafc169e07f {{(pid=102021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 16:48:06.164766 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 1b6d20c3-42a5-4857-b101-8cafc169e07f, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=1b6d20c3-42a5-4857-b101-8cafc169e07f,segment=NetworkSegment(63f43839-e3ad-4cce-98ce-bdd26a0c7e1d),segment_id=63f43839-e3ad-4cce-98ce-bdd26a0c7e1d)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:06.220083 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:06.268183 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=1b6d20c3-42a5-4857-b101-8cafc169e07f,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:06.274923 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:06.275269 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:06.275631 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:06.275968 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:06.276366 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:06.276626 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:06.276959 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:06.277336 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:06.277604 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:06.277922 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:06.278242 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:06.278560 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:06.499820 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['1b6d20c3-42a5-4857-b101-8cafc169e07f'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:48:07.071757 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c65b70-7d07-4c25-b57c-39ce3853cf4e req-f256f563-b930-4808-bce2-63cabb7611c5 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:07.073305 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e8c65b70-7d07-4c25-b57c-39ce3853cf4e req-f256f563-b930-4808-bce2-63cabb7611c5 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 945 time: 0.0494859 Nov 01 16:48:07.111093 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e8c65b70-7d07-4c25-b57c-39ce3853cf4e req-50b25a56-5b64-44e9-a6a6-1649399cfc09 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307336 Nov 01 16:48:07.992575 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 1b6d20c3-42a5-4857-b101-8cafc169e07f up at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 16:48:08.123980 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3398cb2f-e813-41fd-b7d3-e10204b5e385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:08.141951 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning for port 1b6d20c3-42a5-4857-b101-8cafc169e07f completed by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 16:48:08.146871 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.provisioning_blocks [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Provisioning complete for port 1b6d20c3-42a5-4857-b101-8cafc169e07f triggered by entity L2. {{(pid=102021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 16:48:08.146871 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1715846'] for port, provisioning_complete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:08.224600 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729442'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:08.226925 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6c979-c1ba-4301-9b6b-ed8036198b8f req-882e7e1c-e46a-479d-852a-46342401cc70 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:08.228493 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f8e6c979-c1ba-4301-9b6b-ed8036198b8f req-882e7e1c-e46a-479d-852a-46342401cc70 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 945 time: 0.0501375 Nov 01 16:48:08.246373 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8ef5e2-289c-4d85-9467-07890f98374e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6d20c3-42a5-4857-b101-8cafc169e07f'}] {{(pid=102021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:48:08.248636 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af476ea8bb20f3f00ac240c2e29e6e2f37b928507df781dceab510895f60038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2340a3b-5a8f-492f-b001-df92cf077da3" -d '{"events": [{"server_uuid": "cf8ef5e2-289c-4d85-9467-07890f98374e", "name": "network-vif-plugged", "status": "completed", "tag": "1b6d20c3-42a5-4857-b101-8cafc169e07f"}]}' {{(pid=102021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:48:08.261424 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] For port 1b6d20c3-42a5-4857-b101-8cafc169e07f, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=1b6d20c3-42a5-4857-b101-8cafc169e07f,segment=NetworkSegment(63f43839-e3ad-4cce-98ce-bdd26a0c7e1d),segment_id=63f43839-e3ad-4cce-98ce-bdd26a0c7e1d)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:08.267033 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-f8e6c979-c1ba-4301-9b6b-ed8036198b8f req-0192f809-a85d-4f93-890d-b0e055686487 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Nov 01 16:48:08.313801 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734221330526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734220818378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734220818396'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:08.368020 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Pushing event updated for resources: {'Port': ['ID=1b6d20c3-42a5-4857-b101-8cafc169e07f,revision_number=5']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:08.449696 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72778ad3-7323-4966-993b-7430f28423bb x-openstack-request-id: req-72778ad3-7323-4966-993b-7430f28423bb {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:48:08.449995 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8ef5e2-289c-4d85-9467-07890f98374e", "name": "network-vif-plugged", "status": "completed", "tag": "1b6d20c3-42a5-4857-b101-8cafc169e07f", "code": 200}]} {{(pid=102021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:48:08.450247 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72778ad3-7323-4966-993b-7430f28423bb {{(pid=102021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:48:08.450638 dv-cinder-816187-1-iscsi neutron-server[102021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8ef5e2-289c-4d85-9467-07890f98374e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6d20c3-42a5-4857-b101-8cafc169e07f', 'code': 200} Nov 01 16:48:08.756078 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1305b38-9bcd-4185-a09b-b9f129348e03 req-e1a52dee-507c-4120-9615-4087fbc356ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:08.757510 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b1305b38-9bcd-4185-a09b-b9f129348e03 req-e1a52dee-507c-4120-9615-4087fbc356ac service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 1099 time: 0.0397055 Nov 01 16:48:08.794578 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-b1305b38-9bcd-4185-a09b-b9f129348e03 req-a64b24eb-f424-4689-8ae5-ed3b944a2b9b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257587 Nov 01 16:48:09.390495 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f1b94-2f49-4f13-8129-5d0d1981e5e9 req-db2b0f6a-bed3-4eba-9cc1-8bef0727e8b1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:09.391661 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:09.392078 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-399f1b94-2f49-4f13-8129-5d0d1981e5e9 req-db2b0f6a-bed3-4eba-9cc1-8bef0727e8b1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 946 time: 0.0527964 Nov 01 16:48:09.429611 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-399f1b94-2f49-4f13-8129-5d0d1981e5e9 req-81ce5702-5ed0-49b4-a308-249c05750e20 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319989 Nov 01 16:48:10.544279 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80870f92-2470-470e-aa07-ec5207d62334 req-9af24ba9-ea07-4b69-8c12-7c645a0f4a7d tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:10.546414 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-80870f92-2470-470e-aa07-ec5207d62334 req-9af24ba9-ea07-4b69-8c12-7c645a0f4a7d tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 946 time: 0.0491183 Nov 01 16:48:10.584229 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-80870f92-2470-470e-aa07-ec5207d62334 req-bdc23766-aa47-4158-9d08-b28ee68f4417 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320296 Nov 01 16:48:10.724193 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:13.455474 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:15.569755 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:19.011770 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:48:19.475896 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 43996) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:19.625952 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Deleting port f276685e-9dbe-4a40-8956-db835dbbffaf {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:19.626276 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:19.701272 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:19.701586 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:19.713404 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Calling delete_port for f276685e-9dbe-4a40-8956-db835dbbffaf owned by network:floatingip {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:19.912544 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:19.939058 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event deleted for resources: {'Port': ['ID=f276685e-9dbe-4a40-8956-db835dbbffaf,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:19.996418 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:19.996794 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Floating IP 66b4e981-3ea1-4311-82a2-18cf86c6c2b3 disassociated (deleted). External IP: 172.27.2.115, port: 53f097df-cac0-4188-b79f-7d899f3000a6. Nov 01 16:48:20.202233 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Router cc64cbfc-7e93-48e6-838f-51f5f10271b0 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:48:20.571440 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:48:20.578592 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:20.589981 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beb74f-4dcc-43f2-8bad-1aa53822faab None None] Sync routers for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:48:20.598224 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98beb74f-4dcc-43f2-8bad-1aa53822faab None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:48:20.598834 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-98beb74f-4dcc-43f2-8bad-1aa53822faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:48:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:20.607957 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-9c6f7c55-1356-4e76-bcec-1e723e1c4967 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "DELETE /v2.0/floatingips/66b4e981-3ea1-4311-82a2-18cf86c6c2b3 HTTP/1.1" status: 204 len: 168 time: 1.1286397 Nov 01 16:48:20.607957 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130ab728-4f29-4107-b596-ab7a48a456db', 'tag': '53f097df-cac0-4188-b79f-7d899f3000a6'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:48:20.608735 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbe034a-96d2-4b27-b098-2761ab2c140c" -d '{"events": [{"name": "network-changed", "server_uuid": "130ab728-4f29-4107-b596-ab7a48a456db", "tag": "53f097df-cac0-4188-b79f-7d899f3000a6"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:48:20.649786 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bfde4e-3fe4-415d-9c4d-c9ff589298d6 x-openstack-request-id: req-a2bfde4e-3fe4-415d-9c4d-c9ff589298d6 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:48:20.650083 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130ab728-4f29-4107-b596-ab7a48a456db", "tag": "53f097df-cac0-4188-b79f-7d899f3000a6", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:48:20.650357 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2bfde4e-3fe4-415d-9c4d-c9ff589298d6 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:48:20.650749 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130ab728-4f29-4107-b596-ab7a48a456db', 'tag': '53f097df-cac0-4188-b79f-7d899f3000a6', 'status': 'completed', 'code': 200} Nov 01 16:48:20.709105 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-98beb74f-4dcc-43f2-8bad-1aa53822faab None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:48:20.930582 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-98beb74f-4dcc-43f2-8bad-1aa53822faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5d7a891e-ffe6-4af1-adef-a37b517ee568', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:73:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:44:20Z', 'updated_at': '2021-11-01T16:44:23Z', 'revision_number': 1, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:20.956821 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beb74f-4dcc-43f2-8bad-1aa53822faab None None] Checking router: cc64cbfc-7e93-48e6-838f-51f5f10271b0 for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:48:20.965026 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98beb74f-4dcc-43f2-8bad-1aa53822faab None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:48:20.965619 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-98beb74f-4dcc-43f2-8bad-1aa53822faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:48:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:21.073735 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-98beb74f-4dcc-43f2-8bad-1aa53822faab None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:48:21.094017 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabe3ec-75dd-4579-a607-3e97dffde631 req-16415795-c566-4931-b91c-51aad7e0c065 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:21.095472 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4dabe3ec-75dd-4579-a607-3e97dffde631 req-16415795-c566-4931-b91c-51aad7e0c065 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 945 time: 0.0517323 Nov 01 16:48:21.133313 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4dabe3ec-75dd-4579-a607-3e97dffde631 req-e37bf803-d059-486f-ad7c-2e7d41d2bb86 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317776 Nov 01 16:48:21.293967 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-98beb74f-4dcc-43f2-8bad-1aa53822faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5d7a891e-ffe6-4af1-adef-a37b517ee568', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:73:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:44:20Z', 'updated_at': '2021-11-01T16:44:23Z', 'revision_number': 1, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:21.320237 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beb74f-4dcc-43f2-8bad-1aa53822faab None None] The sync data for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi is: [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_floatingips': [{'id': '5d7a891e-ffe6-4af1-adef-a37b517ee568', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'router_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'port_id': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'mac_address': 'fa:16:3e:73:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T16:44:20Z', 'updated_at': '2021-11-01T16:44:23Z', 'revision_number': 1, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:48:21.528216 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75339a90-5f0a-4a12-8b11-320c18a1e820 None None] New status for floating IP 66b4e981-3ea1-4311-82a2-18cf86c6c2b3: DOWN {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:48:22.251509 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf0507-a3fd-419f-9f84-813613698cb5 req-da089d08-37f3-409d-8da4-5871928362b2 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:22.252945 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cfbf0507-a3fd-419f-9f84-813613698cb5 req-da089d08-37f3-409d-8da4-5871928362b2 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 945 time: 0.0512815 Nov 01 16:48:22.292118 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-cfbf0507-a3fd-419f-9f84-813613698cb5 req-51d0c461-6905-4730-a281-cd4364136ead tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332792 Nov 01 16:48:22.324720 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe034a-96d2-4b27-b098-2761ab2c140c req-9bbfb5cd-2dd8-4ed6-adc4-d9a8c3e682ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:22.326176 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ebbe034a-96d2-4b27-b098-2761ab2c140c req-9bbfb5cd-2dd8-4ed6-adc4-d9a8c3e682ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 1098 time: 0.0424576 Nov 01 16:48:22.416932 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe034a-96d2-4b27-b098-2761ab2c140c req-80a21387-f179-4c49-9ef3-db23b1591912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:22.418355 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ebbe034a-96d2-4b27-b098-2761ab2c140c req-80a21387-f179-4c49-9ef3-db23b1591912 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 912 time: 0.0831459 Nov 01 16:48:22.462299 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ebbe034a-96d2-4b27-b098-2761ab2c140c req-287d6851-9bf3-4bf4-866b-bfcb56aeda90 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53f097df-cac0-4188-b79f-7d899f3000a6 HTTP/1.1" status: 200 len: 217 time: 0.0355971 Nov 01 16:48:22.510639 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe034a-96d2-4b27-b098-2761ab2c140c req-efafe8be-ab4d-4826-a2d1-2ed170c97938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:22.512054 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ebbe034a-96d2-4b27-b098-2761ab2c140c req-efafe8be-ab4d-4826-a2d1-2ed170c97938 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fbaa1191-0552-4a2e-91c0-99fce75be7c1 HTTP/1.1" status: 200 len: 850 time: 0.0418265 Nov 01 16:48:22.559434 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe034a-96d2-4b27-b098-2761ab2c140c req-587874ac-c9f7-4ad5-b90c-cc6a2ab4712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:22.560886 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ebbe034a-96d2-4b27-b098-2761ab2c140c req-587874ac-c9f7-4ad5-b90c-cc6a2ab4712a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f545391-7950-48f3-af3e-7b24976f5954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381460 Nov 01 16:48:22.652747 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ebbe034a-96d2-4b27-b098-2761ab2c140c req-65778273-a0e6-422f-bb24-dba55bfb8b53 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833695 Nov 01 16:48:22.739505 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-ebbe034a-96d2-4b27-b098-2761ab2c140c req-c3ddf4d8-a76f-4a02-b0a0-d5a2b5e0924b service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792522 Nov 01 16:48:23.409279 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48f442-80d7-4962-af7a-0cce63004a16 req-4c00b0e6-f583-46f5-9567-fe1e2c473c39 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:23.410731 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ee48f442-80d7-4962-af7a-0cce63004a16 req-4c00b0e6-f583-46f5-9567-fe1e2c473c39 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 945 time: 0.0512290 Nov 01 16:48:23.448424 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-ee48f442-80d7-4962-af7a-0cce63004a16 req-046437dc-480b-423f-b855-36a8f8037d59 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317090 Nov 01 16:48:24.563346 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e28f6-6583-40b9-8359-0e4cc4fce376 req-381e8ed7-7348-438b-be0d-18b0ac3eb1b7 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:24.564808 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-831e28f6-6583-40b9-8359-0e4cc4fce376 req-381e8ed7-7348-438b-be0d-18b0ac3eb1b7 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 945 time: 0.0479832 Nov 01 16:48:24.601615 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-831e28f6-6583-40b9-8359-0e4cc4fce376 req-5641ba8d-520b-4959-95a0-0381bd06ccdb tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307033 Nov 01 16:48:25.720650 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681c2f0-6ad5-4a00-bb53-02aeee35e214 req-a229212f-7c6a-43f9-8a95-aafc4071e60c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:25.722003 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3681c2f0-6ad5-4a00-bb53-02aeee35e214 req-a229212f-7c6a-43f9-8a95-aafc4071e60c tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 945 time: 0.0516829 Nov 01 16:48:25.759195 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3681c2f0-6ad5-4a00-bb53-02aeee35e214 req-2726e02f-f6f4-4c39-ba0d-c2acc92ab0ad tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309570 Nov 01 16:48:26.853731 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23034ef-7a83-4315-8d0d-ab8426c135c5 req-29dc162b-b579-4dac-abcb-0f3cb56b47f2 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:26.855181 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-e23034ef-7a83-4315-8d0d-ab8426c135c5 req-29dc162b-b579-4dac-abcb-0f3cb56b47f2 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 945 time: 0.0521994 Nov 01 16:48:26.872665 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f9c90-8e3b-4b76-b279-0f8f8d72eae8 req-975d38f9-448a-4b1f-a396-06da445fbb52 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:26.874136 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7e9f9c90-8e3b-4b76-b279-0f8f8d72eae8 req-975d38f9-448a-4b1f-a396-06da445fbb52 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 945 time: 0.0482261 Nov 01 16:48:26.912028 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-7e9f9c90-8e3b-4b76-b279-0f8f8d72eae8 req-89c4fa9d-5cd5-4b37-96b8-ebea454292d8 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310059 Nov 01 16:48:26.945938 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-e23034ef-7a83-4315-8d0d-ab8426c135c5 req-d343ea11-9117-4aff-a881-b9bb43a5a794 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Deleting port 53f097df-cac0-4188-b79f-7d899f3000a6 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:26.946277 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-e23034ef-7a83-4315-8d0d-ab8426c135c5 req-d343ea11-9117-4aff-a881-b9bb43a5a794 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:27.034281 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-e23034ef-7a83-4315-8d0d-ab8426c135c5 req-d343ea11-9117-4aff-a881-b9bb43a5a794 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] For port 53f097df-cac0-4188-b79f-7d899f3000a6, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=53f097df-cac0-4188-b79f-7d899f3000a6,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:27.034637 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-e23034ef-7a83-4315-8d0d-ab8426c135c5 req-d343ea11-9117-4aff-a881-b9bb43a5a794 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:27.047813 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-e23034ef-7a83-4315-8d0d-ab8426c135c5 req-d343ea11-9117-4aff-a881-b9bb43a5a794 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Calling delete_port for 53f097df-cac0-4188-b79f-7d899f3000a6 owned by compute:nova {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:27.232488 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-e23034ef-7a83-4315-8d0d-ab8426c135c5 req-d343ea11-9117-4aff-a881-b9bb43a5a794 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:27.259122 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343ea11-9117-4aff-a881-b9bb43a5a794 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event deleted for resources: {'Port': ['ID=53f097df-cac0-4188-b79f-7d899f3000a6,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:27.305931 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23034ef-7a83-4315-8d0d-ab8426c135c5 req-d343ea11-9117-4aff-a881-b9bb43a5a794 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] No DVR routers for this DVR port 53f097df-cac0-4188-b79f-7d899f3000a6 on host hv-cinder-81618 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:48:27.308495 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-e23034ef-7a83-4315-8d0d-ab8426c135c5 req-d343ea11-9117-4aff-a881-b9bb43a5a794 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:27.311861 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-e23034ef-7a83-4315-8d0d-ab8426c135c5 req-d343ea11-9117-4aff-a881-b9bb43a5a794 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "DELETE /v2.0/ports/53f097df-cac0-4188-b79f-7d899f3000a6 HTTP/1.1" status: 204 len: 173 time: 0.4493263 Nov 01 16:48:27.312297 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130ab728-4f29-4107-b596-ab7a48a456db', 'name': 'network-vif-deleted', 'tag': '53f097df-cac0-4188-b79f-7d899f3000a6'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:48:27.314578 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b546f99d-6f5d-4870-ba9a-775002d17eb1" -d '{"events": [{"server_uuid": "130ab728-4f29-4107-b596-ab7a48a456db", "name": "network-vif-deleted", "tag": "53f097df-cac0-4188-b79f-7d899f3000a6"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:48:27.349684 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69810af-6c0b-48d4-8990-5ef87102ca12 x-openstack-request-id: req-a69810af-6c0b-48d4-8990-5ef87102ca12 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:48:27.349970 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130ab728-4f29-4107-b596-ab7a48a456db", "name": "network-vif-deleted", "tag": "53f097df-cac0-4188-b79f-7d899f3000a6", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:48:27.350217 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a69810af-6c0b-48d4-8990-5ef87102ca12 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:48:27.350632 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130ab728-4f29-4107-b596-ab7a48a456db', 'name': 'network-vif-deleted', 'tag': '53f097df-cac0-4188-b79f-7d899f3000a6', 'status': 'completed', 'code': 200} Nov 01 16:48:28.018780 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-1d60366f-8bc1-451f-8185-ec5a4e71e037 req-7b01c029-f82c-40e5-b29e-b3eb86744c89 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=130ab728-4f29-4107-b596-ab7a48a456db HTTP/1.1" status: 200 len: 210 time: 0.0255990 Nov 01 16:48:30.414527 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 53f097df-cac0-4188-b79f-7d899f3000a6 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:48:30.440136 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: 53f097df-cac0-4188-b79f-7d899f3000a6 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:48:30.440483 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 53f097df-cac0-4188-b79f-7d899f3000a6 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:48:31.483155 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 44078) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:31.636631 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Deleting port 253f058a-6d2b-4f1c-9f0e-0f547f7fe40d {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:31.636968 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:31.713053 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:31.713378 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:31.725014 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Calling delete_port for 253f058a-6d2b-4f1c-9f0e-0f547f7fe40d owned by network:floatingip {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:31.946210 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:31.974849 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event deleted for resources: {'Port': ['ID=253f058a-6d2b-4f1c-9f0e-0f547f7fe40d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:32.032341 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:32.036061 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.db.l3_db [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Floating IP 5d7a891e-ffe6-4af1-adef-a37b517ee568 disassociated (deleted). External IP: 172.27.2.127, port: e09e6a49-20f6-44d1-b8de-afea2af6e936. Nov 01 16:48:32.250981 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Router cc64cbfc-7e93-48e6-838f-51f5f10271b0 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:48:32.365599 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:48:32.371989 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:32.375551 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4732870-7617-4bcb-bba1-6b98bfb32a35 None None] Sync routers for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:48:32.385432 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4732870-7617-4bcb-bba1-6b98bfb32a35 None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:48:32.386036 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b4732870-7617-4bcb-bba1-6b98bfb32a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:48:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:32.409055 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-263285af-ec64-4190-8630-3e7ca0160d47 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "DELETE /v2.0/floatingips/5d7a891e-ffe6-4af1-adef-a37b517ee568 HTTP/1.1" status: 204 len: 168 time: 0.9246857 Nov 01 16:48:32.409745 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'tag': 'e09e6a49-20f6-44d1-b8de-afea2af6e936'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:48:32.412222 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa378eb-1b55-4c59-b57f-8f41b99918c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0835bb9-7a23-488d-9294-2be9e568ef66", "tag": "e09e6a49-20f6-44d1-b8de-afea2af6e936"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:48:32.498230 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b4732870-7617-4bcb-bba1-6b98bfb32a35 None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:48:32.655164 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddafac90-1679-45bf-b9c5-d3bc404609c6 x-openstack-request-id: req-ddafac90-1679-45bf-b9c5-d3bc404609c6 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:48:32.655718 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0835bb9-7a23-488d-9294-2be9e568ef66", "tag": "e09e6a49-20f6-44d1-b8de-afea2af6e936", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:48:32.655892 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddafac90-1679-45bf-b9c5-d3bc404609c6 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:48:32.656481 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'tag': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'status': 'completed', 'code': 200} Nov 01 16:48:32.736099 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa378eb-1b55-4c59-b57f-8f41b99918c8 req-d2ca1603-2111-4b60-91d0-0c2a9f49957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:32.737636 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-3fa378eb-1b55-4c59-b57f-8f41b99918c8 req-d2ca1603-2111-4b60-91d0-0c2a9f49957b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=833a357c5aae4d4d9be45d3323012608&device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 1099 time: 0.0562119 Nov 01 16:48:32.756214 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e57f51-9f4d-479b-9f3d-69617ab61240 req-d81763a9-6578-447e-809c-e8f97646f0f4 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:32.757706 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-15e57f51-9f4d-479b-9f3d-69617ab61240 req-d81763a9-6578-447e-809c-e8f97646f0f4 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 946 time: 0.0565839 Nov 01 16:48:32.806677 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-15e57f51-9f4d-479b-9f3d-69617ab61240 req-94bfa925-68e2-412e-8fe4-a59b81838ef0 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Nov 01 16:48:32.854510 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b4732870-7617-4bcb-bba1-6b98bfb32a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:32.859701 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa378eb-1b55-4c59-b57f-8f41b99918c8 req-044957d6-5a66-4e9d-a607-53bf54852786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:32.859701 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-3fa378eb-1b55-4c59-b57f-8f41b99918c8 req-044957d6-5a66-4e9d-a607-53bf54852786 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 200 len: 912 time: 0.1100233 Nov 01 16:48:32.882465 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee1e42-d112-4ca2-bd4f-07bf5ca4d243 req-493a950c-c8d1-4b1f-a5fa-8c1fec6df417 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:32.883970 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-41ee1e42-d112-4ca2-bd4f-07bf5ca4d243 req-493a950c-c8d1-4b1f-a5fa-8c1fec6df417 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 946 time: 0.0572727 Nov 01 16:48:32.885059 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4732870-7617-4bcb-bba1-6b98bfb32a35 None None] Checking router: cc64cbfc-7e93-48e6-838f-51f5f10271b0 for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:48:32.893592 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4732870-7617-4bcb-bba1-6b98bfb32a35 None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:48:32.894272 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b4732870-7617-4bcb-bba1-6b98bfb32a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:48:08Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:32.905759 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-3fa378eb-1b55-4c59-b57f-8f41b99918c8 req-8da00613-5c7f-49a5-9807-c421ff580902 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e09e6a49-20f6-44d1-b8de-afea2af6e936 HTTP/1.1" status: 200 len: 217 time: 0.0397048 Nov 01 16:48:32.928113 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-41ee1e42-d112-4ca2-bd4f-07bf5ca4d243 req-984d1f33-9587-4800-94d5-3223ae74b0d9 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363381 Nov 01 16:48:32.962498 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa378eb-1b55-4c59-b57f-8f41b99918c8 req-977b693d-68aa-49bf-bac6-7674f3e196ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:32.963955 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-3fa378eb-1b55-4c59-b57f-8f41b99918c8 req-977b693d-68aa-49bf-bac6-7674f3e196ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fbaa1191-0552-4a2e-91c0-99fce75be7c1 HTTP/1.1" status: 200 len: 850 time: 0.0501816 Nov 01 16:48:33.001535 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b4732870-7617-4bcb-bba1-6b98bfb32a35 None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:48:33.014927 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa378eb-1b55-4c59-b57f-8f41b99918c8 req-c33c8e13-b7ce-41f5-a63a-caea6d8f0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:33.016508 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-3fa378eb-1b55-4c59-b57f-8f41b99918c8 req-c33c8e13-b7ce-41f5-a63a-caea6d8f0868 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f545391-7950-48f3-af3e-7b24976f5954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402796 Nov 01 16:48:33.109005 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-3fa378eb-1b55-4c59-b57f-8f41b99918c8 req-e80231cc-0021-4430-a694-b8119f76d388 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823731 Nov 01 16:48:33.195895 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b4732870-7617-4bcb-bba1-6b98bfb32a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:33.204922 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-3fa378eb-1b55-4c59-b57f-8f41b99918c8 req-1f77f00d-c03e-4045-b7c3-cf4554133349 service neutron] 10.222.0.71 "GET /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849431 Nov 01 16:48:33.226982 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4732870-7617-4bcb-bba1-6b98bfb32a35 None None] The sync data for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi is: [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:40:12Z', 'revision_number': 4, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi', '_interfaces': [{'id': '883aa98e-cde1-45b4-b29b-fc25929cb1fa', 'name': '', 'network_id': '9f545391-7950-48f3-af3e-7b24976f5954', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'mac_address': 'fa:16:3e:27:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:10Z', 'updated_at': '2021-11-01T16:40:15Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'subnets': [{'id': 'fbaa1191-0552-4a2e-91c0-99fce75be7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:48:33.438213 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb5e663-622f-4b8a-a9c8-47c4f6a61792 None None] New status for floating IP 5d7a891e-ffe6-4af1-adef-a37b517ee568: DOWN {{(pid=102022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 16:48:33.925835 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8a8d3-1ac7-4419-b835-72ea75104f13 req-6cf7cda5-7bae-4ea8-9daf-930eedb18cf1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:33.927266 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e2e8a8d3-1ac7-4419-b835-72ea75104f13 req-6cf7cda5-7bae-4ea8-9daf-930eedb18cf1 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 946 time: 0.0480540 Nov 01 16:48:33.964537 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-e2e8a8d3-1ac7-4419-b835-72ea75104f13 req-64feebaf-1be5-4ae0-ae4c-c3d9ca0d9cc0 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ced063f-d4db-49c0-b1f8-56805db6ce63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Nov 01 16:48:34.044299 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a7d3-9c9d-4c40-9d0c-e91afb429a0f req-af550077-9fe4-4e67-a363-338e2d416bf0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:34.047738 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4cc3a7d3-9c9d-4c40-9d0c-e91afb429a0f req-af550077-9fe4-4e67-a363-338e2d416bf0 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 946 time: 0.0531857 Nov 01 16:48:34.084657 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-4cc3a7d3-9c9d-4c40-9d0c-e91afb429a0f req-85306f6f-ee97-4b13-b51e-34ffcdd9447e tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324740 Nov 01 16:48:34.428913 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83996dbc-534e-448f-b8ae-144e5b7312fd req-b366f979-0039-4ff3-a3c1-f3e3fae3687a tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:34.430334 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-83996dbc-534e-448f-b8ae-144e5b7312fd req-b366f979-0039-4ff3-a3c1-f3e3fae3687a tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 946 time: 0.0497561 Nov 01 16:48:34.525392 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-83996dbc-534e-448f-b8ae-144e5b7312fd req-bf574252-be57-4a89-a0b2-231df45c1421 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Deleting port 1b6d20c3-42a5-4857-b101-8cafc169e07f {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:34.525726 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-83996dbc-534e-448f-b8ae-144e5b7312fd req-bf574252-be57-4a89-a0b2-231df45c1421 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:34.612474 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [req-83996dbc-534e-448f-b8ae-144e5b7312fd req-bf574252-be57-4a89-a0b2-231df45c1421 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] For port 1b6d20c3-42a5-4857-b101-8cafc169e07f, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=1b6d20c3-42a5-4857-b101-8cafc169e07f,segment=NetworkSegment(63f43839-e3ad-4cce-98ce-bdd26a0c7e1d),segment_id=63f43839-e3ad-4cce-98ce-bdd26a0c7e1d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:34.612838 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-83996dbc-534e-448f-b8ae-144e5b7312fd req-bf574252-be57-4a89-a0b2-231df45c1421 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:34.625014 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [req-83996dbc-534e-448f-b8ae-144e5b7312fd req-bf574252-be57-4a89-a0b2-231df45c1421 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Calling delete_port for 1b6d20c3-42a5-4857-b101-8cafc169e07f owned by compute:nova {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:34.785834 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13dd12-fd18-43cb-acd2-6160db7a0335 req-279bf291-96f2-4db4-893c-2107899ac954 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:34.787294 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5c13dd12-fd18-43cb-acd2-6160db7a0335 req-279bf291-96f2-4db4-893c-2107899ac954 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 946 time: 0.0476706 Nov 01 16:48:34.826960 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-83996dbc-534e-448f-b8ae-144e5b7312fd req-bf574252-be57-4a89-a0b2-231df45c1421 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:34.840082 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] get_ports_and_sgs() called for port_ids ['1b6d20c3-42a5-4857-b101-8cafc169e07f'] {{(pid=102021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 16:48:34.854318 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf574252-be57-4a89-a0b2-231df45c1421 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Pushing event deleted for resources: {'Port': ['ID=1b6d20c3-42a5-4857-b101-8cafc169e07f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:34.882646 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-5c13dd12-fd18-43cb-acd2-6160db7a0335 req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Deleting port e09e6a49-20f6-44d1-b8de-afea2af6e936 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:34.883133 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5c13dd12-fd18-43cb-acd2-6160db7a0335 req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:34.898305 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [req-83996dbc-534e-448f-b8ae-144e5b7312fd req-bf574252-be57-4a89-a0b2-231df45c1421 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] No DVR routers for this DVR port 1b6d20c3-42a5-4857-b101-8cafc169e07f on host hv-cinder-81618 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:48:34.900873 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [req-83996dbc-534e-448f-b8ae-144e5b7312fd req-bf574252-be57-4a89-a0b2-231df45c1421 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:34.904273 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [req-83996dbc-534e-448f-b8ae-144e5b7312fd req-bf574252-be57-4a89-a0b2-231df45c1421 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.71 "DELETE /v2.0/ports/1b6d20c3-42a5-4857-b101-8cafc169e07f HTTP/1.1" status: 204 len: 173 time: 0.4666955 Nov 01 16:48:34.904713 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8ef5e2-289c-4d85-9467-07890f98374e', 'name': 'network-vif-deleted', 'tag': '1b6d20c3-42a5-4857-b101-8cafc169e07f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:48:34.906967 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52de0c696a3fcde1dcd5092df7942d691f6f9ae1421041b4cf81a8a27a03b08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f80266c-1883-4482-82f3-402047db36b4" -d '{"events": [{"server_uuid": "cf8ef5e2-289c-4d85-9467-07890f98374e", "name": "network-vif-deleted", "tag": "1b6d20c3-42a5-4857-b101-8cafc169e07f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:48:34.945281 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5d9972-d965-4716-90a1-6cdfeed74e9a x-openstack-request-id: req-4c5d9972-d965-4716-90a1-6cdfeed74e9a {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:48:34.945611 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8ef5e2-289c-4d85-9467-07890f98374e", "name": "network-vif-deleted", "tag": "1b6d20c3-42a5-4857-b101-8cafc169e07f", "status": "completed", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:48:34.945875 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c5d9972-d965-4716-90a1-6cdfeed74e9a {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:48:34.946277 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8ef5e2-289c-4d85-9467-07890f98374e', 'name': 'network-vif-deleted', 'tag': '1b6d20c3-42a5-4857-b101-8cafc169e07f', 'status': 'completed', 'code': 200} Nov 01 16:48:34.981168 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-5c13dd12-fd18-43cb-acd2-6160db7a0335 req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] For port e09e6a49-20f6-44d1-b8de-afea2af6e936, host hv-cinder-81618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81618',level=0,port_id=e09e6a49-20f6-44d1-b8de-afea2af6e936,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:34.981801 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5c13dd12-fd18-43cb-acd2-6160db7a0335 req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:34.995515 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-5c13dd12-fd18-43cb-acd2-6160db7a0335 req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Calling delete_port for e09e6a49-20f6-44d1-b8de-afea2af6e936 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:35.081021 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-80af665a-dbc5-438d-a8fe-54a9e7c53eb8 req-6d0ea25d-d7af-434c-9434-312c8fe4dd82 tempest-VolumesSnapshotTestJSON-1079829363 tempest-VolumesSnapshotTestJSON-1079829363-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8ef5e2-289c-4d85-9467-07890f98374e HTTP/1.1" status: 200 len: 210 time: 0.0345485 Nov 01 16:48:35.209715 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cfdb5-5b3e-408c-b729-e1d5f8d40796 req-71e0483d-7419-4a03-92fa-4ef9e2410a84 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 16:48:35.211172 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-179cfdb5-5b3e-408c-b729-e1d5f8d40796 req-71e0483d-7419-4a03-92fa-4ef9e2410a84 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 946 time: 0.0539412 Nov 01 16:48:35.231140 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5c13dd12-fd18-43cb-acd2-6160db7a0335 req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:35.268451 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event deleted for resources: {'Port': ['ID=e09e6a49-20f6-44d1-b8de-afea2af6e936,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:35.537970 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:35.538338 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:35.538750 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:35.539097 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:35.539432 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:35.539790 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:35.540123 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:35.540449 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:35.540776 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:35.541103 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:35.541429 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:35.541758 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:35.560317 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-179cfdb5-5b3e-408c-b729-e1d5f8d40796 req-0fe17b2e-0a98-40ea-be3f-c4b8fe0af0bc tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/security-groups?id=62341bb9-fbd7-4735-a2b4-5d2552fa4c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3430934 Nov 01 16:48:35.583366 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c13dd12-fd18-43cb-acd2-6160db7a0335 req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] No DVR routers for this DVR port e09e6a49-20f6-44d1-b8de-afea2af6e936 on host hv-cinder-81618 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:48:35.585939 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5c13dd12-fd18-43cb-acd2-6160db7a0335 req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:35.589530 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-5c13dd12-fd18-43cb-acd2-6160db7a0335 req-bdf2dd67-0d09-4e37-80ef-b69b76f68058 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.71 "DELETE /v2.0/ports/e09e6a49-20f6-44d1-b8de-afea2af6e936 HTTP/1.1" status: 204 len: 173 time: 0.7952490 Nov 01 16:48:35.590002 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'name': 'network-vif-deleted', 'tag': 'e09e6a49-20f6-44d1-b8de-afea2af6e936'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 16:48:35.592313 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20ac30439de3931731504a8cff4f6d31cfd494f8380de7933a6cf52d143ffa64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e417df-7f1f-4abc-b8f0-edcb897105ec" -d '{"events": [{"server_uuid": "c0835bb9-7a23-488d-9294-2be9e568ef66", "name": "network-vif-deleted", "tag": "e09e6a49-20f6-44d1-b8de-afea2af6e936"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 16:48:35.635726 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 16:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16877dcb-bb82-41c1-8e6a-1f209542784a x-openstack-request-id: req-16877dcb-bb82-41c1-8e6a-1f209542784a {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 16:48:35.636027 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0835bb9-7a23-488d-9294-2be9e568ef66", "name": "network-vif-deleted", "tag": "e09e6a49-20f6-44d1-b8de-afea2af6e936", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 16:48:35.636280 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16877dcb-bb82-41c1-8e6a-1f209542784a {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 16:48:35.636676 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0835bb9-7a23-488d-9294-2be9e568ef66', 'name': 'network-vif-deleted', 'tag': 'e09e6a49-20f6-44d1-b8de-afea2af6e936', 'status': 'completed', 'code': 200} Nov 01 16:48:35.758229 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-49aebb5e-9042-47d6-8584-fcb2682437fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:36.824939 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [req-3cc4dedb-38c3-4196-a9bb-51be7d7537d4 req-466ae639-e3c2-4846-92d6-315cd3bdf595 tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0835bb9-7a23-488d-9294-2be9e568ef66 HTTP/1.1" status: 200 len: 210 time: 0.1813402 Nov 01 16:48:37.889108 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 44122) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:38.014748 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1bcfa2a8-4363-489f-9e56-73aa7d80ed5d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Deleting port e84ffe0f-3953-41e2-b833-973be40977bb {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:38.015085 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa2a8-4363-489f-9e56-73aa7d80ed5d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:38.097766 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa2a8-4363-489f-9e56-73aa7d80ed5d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:38.098091 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa2a8-4363-489f-9e56-73aa7d80ed5d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:38.109591 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1bcfa2a8-4363-489f-9e56-73aa7d80ed5d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Calling delete_port for e84ffe0f-3953-41e2-b833-973be40977bb owned by network:floatingip {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:38.113186 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ce031dd5-2b8c-4889-b66d-e80d95f47c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:38.289557 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa2a8-4363-489f-9e56-73aa7d80ed5d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:38.313445 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfa2a8-4363-489f-9e56-73aa7d80ed5d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event deleted for resources: {'Port': ['ID=e84ffe0f-3953-41e2-b833-973be40977bb,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:38.375337 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa2a8-4363-489f-9e56-73aa7d80ed5d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for floatingip, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:38.377516 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bcfa2a8-4363-489f-9e56-73aa7d80ed5d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-911941'] for floatingip, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:38.378721 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-1bcfa2a8-4363-489f-9e56-73aa7d80ed5d tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "DELETE /v2.0/floatingips/7154024c-f585-4d99-9e85-67cd2c87e418 HTTP/1.1" status: 204 len: 168 time: 0.4886575 Nov 01 16:48:39.303450 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device e09e6a49-20f6-44d1-b8de-afea2af6e936 no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:48:39.333617 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: e09e6a49-20f6-44d1-b8de-afea2af6e936 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:48:39.333858 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device e09e6a49-20f6-44d1-b8de-afea2af6e936 not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:48:39.334255 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 1b6d20c3-42a5-4857-b101-8cafc169e07f no longer exists at agent hyperv_hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:48:39.355992 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] No Port match for: 1b6d20c3-42a5-4857-b101-8cafc169e07f {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:48:39.358917 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Device 1b6d20c3-42a5-4857-b101-8cafc169e07f not bound to the agent host hv-cinder-81618 {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:48:39.461235 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:40.723418 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:41.804681 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 44148) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:41.863362 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba8f0-2f30-4092-ae1d-a618a1d25b1f tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:41.888309 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba8f0-2f30-4092-ae1d-a618a1d25b1f tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:41.992476 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba8f0-2f30-4092-ae1d-a618a1d25b1f tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:41.995066 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba8f0-2f30-4092-ae1d-a618a1d25b1f tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:41.996230 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-9b3ba8f0-2f30-4092-ae1d-a618a1d25b1f tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] 10.222.0.62 "DELETE /v2.0/security-groups/62341bb9-fbd7-4735-a2b4-5d2552fa4c58 HTTP/1.1" status: 204 len: 168 time: 0.1904798 Nov 01 16:48:42.005699 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ba8f0-2f30-4092-ae1d-a618a1d25b1f tempest-TestVolumeBootPattern-87770481 tempest-TestVolumeBootPattern-87770481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62341bb9-fbd7-4735-a2b4-5d2552fa4c58,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:42.101511 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 44152) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:42.543755 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618549'] for router_interface, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:42.789506 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Deleting port 883aa98e-cde1-45b4-b29b-fc25929cb1fa {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:42.789850 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:42.875665 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] For port 883aa98e-cde1-45b4-b29b-fc25929cb1fa, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=883aa98e-cde1-45b4-b29b-fc25929cb1fa,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:42.876049 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:42.889197 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Calling delete_port for 883aa98e-cde1-45b4-b29b-fc25929cb1fa owned by network:router_interface {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:43.135377 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:43.162420 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Pushing event deleted for resources: {'Port': ['ID=883aa98e-cde1-45b4-b29b-fc25929cb1fa,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:43.186515 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:43.186870 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:43.201662 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:43.201662 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:43.201662 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:43.201662 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:43.201662 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:43.201662 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:43.201662 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:43.201662 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:43.201662 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:43.201662 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816187-1-iscsi {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 16:48:43.330323 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617861'] for router_interface, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:43.495382 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:43.809502 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Router cc64cbfc-7e93-48e6-838f-51f5f10271b0 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:48:43.915994 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:48:43.925511 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 44172) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:43.926006 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-10c321a0-a257-4dd3-a094-b39df7b43789 admin admin] 10.222.0.62 "PUT /v2.0/routers/cc64cbfc-7e93-48e6-838f-51f5f10271b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8228657 Nov 01 16:48:43.926631 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f297b8-a960-4b66-bc18-71d911984ace None None] Sync routers for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:48:43.937333 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f297b8-a960-4b66-bc18-71d911984ace None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:48:43.937949 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b0f297b8-a960-4b66-bc18-71d911984ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:48:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:44.030849 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Publish callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:44.047243 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b0f297b8-a960-4b66-bc18-71d911984ace None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:48:44.135496 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:44.232575 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b0f297b8-a960-4b66-bc18-71d911984ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:48:43Z', 'revision_number': 5, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port': {'id': 'ab013137-2d8c-4ed9-855e-0474ecb905b4', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:06Z', 'updated_at': '2021-11-01T16:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:44.259462 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f297b8-a960-4b66-bc18-71d911984ace None None] Checking router: cc64cbfc-7e93-48e6-838f-51f5f10271b0 for host: dv-cinder-816187-1-iscsi {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:48:44.264093 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Deleting port ab013137-2d8c-4ed9-855e-0474ecb905b4 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:44.264657 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:44.267678 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f297b8-a960-4b66-bc18-71d911984ace None None] Routers {'cc64cbfc-7e93-48e6-838f-51f5f10271b0'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:48:44.268933 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b0f297b8-a960-4b66-bc18-71d911984ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:48:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:44.344042 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] For port ab013137-2d8c-4ed9-855e-0474ecb905b4, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=ab013137-2d8c-4ed9-855e-0474ecb905b4,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:44.344429 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:44.353418 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b0f297b8-a960-4b66-bc18-71d911984ace None None] Set router cc64cbfc-7e93-48e6-838f-51f5f10271b0 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:48:44.358151 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Calling delete_port for ab013137-2d8c-4ed9-855e-0474ecb905b4 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:44.403991 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b0f297b8-a960-4b66-bc18-71d911984ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:48:44Z', 'revision_number': 6, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port_host': None}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:44.436530 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f297b8-a960-4b66-bc18-71d911984ace None None] The sync data for ids ['cc64cbfc-7e93-48e6-838f-51f5f10271b0'] in dv-cinder-816187-1-iscsi is: [{'id': 'cc64cbfc-7e93-48e6-838f-51f5f10271b0', 'name': 'tempest-TestVolumeBootPattern-650643069-router', 'tenant_id': '833a357c5aae4d4d9be45d3323012608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:05Z', 'updated_at': '2021-11-01T16:48:44Z', 'revision_number': 6, 'project_id': '833a357c5aae4d4d9be45d3323012608', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:48:44.609394 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:44.639332 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab013137-2d8c-4ed9-855e-0474ecb905b4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:44.702447 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618979'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:44.794775 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1222'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:44.796982 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:44.917998 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-617030'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:44.918585 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc64cbfc-7e93-48e6-838f-51f5f10271b0 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 16:48:44.923039 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] Publish callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:44.924194 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-b7941d7b-e1bc-49b7-a8fa-7ce2c26b6646 admin admin] 10.222.0.62 "DELETE /v2.0/routers/cc64cbfc-7e93-48e6-838f-51f5f10271b0 HTTP/1.1" status: 204 len: 168 time: 0.9974024 Nov 01 16:48:44.927334 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 44176) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:44.974693 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e9ec98-1515-4ef6-a235-23aeb20c55c3 admin admin] Deleting subnet fbaa1191-0552-4a2e-91c0-99fce75be7c1 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:48:44.977734 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78e9ec98-1515-4ef6-a235-23aeb20c55c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.012185 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78e9ec98-1515-4ef6-a235-23aeb20c55c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260784331'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.170403 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78e9ec98-1515-4ef6-a235-23aeb20c55c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.278878 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78e9ec98-1515-4ef6-a235-23aeb20c55c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260102732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260916244'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.306550 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9ec98-1515-4ef6-a235-23aeb20c55c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbaa1191-0552-4a2e-91c0-99fce75be7c1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:45.311442 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78e9ec98-1515-4ef6-a235-23aeb20c55c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.314986 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-78e9ec98-1515-4ef6-a235-23aeb20c55c3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fbaa1191-0552-4a2e-91c0-99fce75be7c1 HTTP/1.1" status: 204 len: 168 time: 0.3866105 Nov 01 16:48:45.319125 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 44182) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:45.320850 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79435481-9144-4efd-a1b1-51a9b246adf8 None None] Network 9f545391-7950-48f3-af3e-7b24976f5954 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:48:45.391392 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.464816 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Deleting port b6a480b8-087f-4ec4-8d7f-092c4f1fe323 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:45.465220 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.532623 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5a229c-bebc-4345-a3e2-74b51f8dab8f None None] DHCP port deletion for 9f545391-7950-48f3-af3e-7b24976f5954 request from dv-cinder-816187-1-iscsi {{(pid=102021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 16:48:45.539171 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] For port b6a480b8-087f-4ec4-8d7f-092c4f1fe323, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=b6a480b8-087f-4ec4-8d7f-092c4f1fe323,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:45.539655 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.556178 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Calling delete_port for b6a480b8-087f-4ec4-8d7f-092c4f1fe323 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:45.583174 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a229c-bebc-4345-a3e2-74b51f8dab8f None None] Deleting port b6a480b8-087f-4ec4-8d7f-092c4f1fe323 {{(pid=102021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:45.583573 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0b5a229c-bebc-4345-a3e2-74b51f8dab8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.595022 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.651839 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-0b5a229c-bebc-4345-a3e2-74b51f8dab8f None None] For port b6a480b8-087f-4ec4-8d7f-092c4f1fe323, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=b6a480b8-087f-4ec4-8d7f-092c4f1fe323,segment=NetworkSegment(a47b8626-1bcd-4506-a42c-74559b620716),segment_id=a47b8626-1bcd-4506-a42c-74559b620716)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:45.652229 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0b5a229c-bebc-4345-a3e2-74b51f8dab8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.664574 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a229c-bebc-4345-a3e2-74b51f8dab8f None None] Calling delete_port for b6a480b8-087f-4ec4-8d7f-092c4f1fe323 owned by network:dhcp {{(pid=102021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:45.735241 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260544835'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.741503 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-0b5a229c-bebc-4345-a3e2-74b51f8dab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369'] for port, after_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.759343 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a480b8-087f-4ec4-8d7f-092c4f1fe323,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:45.766131 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a229c-bebc-4345-a3e2-74b51f8dab8f None None] Pushing event deleted for resources: {'Port': ['ID=b6a480b8-087f-4ec4-8d7f-092c4f1fe323,revision_number=None']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:45.770384 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a229c-bebc-4345-a3e2-74b51f8dab8f None None] No DVR routers for this DVR port b6a480b8-087f-4ec4-8d7f-092c4f1fe323 on host dv-cinder-816187-1-iscsi {{(pid=102021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:48:45.776917 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] No DVR routers for this DVR port b6a480b8-087f-4ec4-8d7f-092c4f1fe323 on host dv-cinder-816187-1-iscsi {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:48:45.858838 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.879981 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f545391-7950-48f3-af3e-7b24976f5954']}} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:45.889084 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47b8626-1bcd-4506-a42c-74559b620716') {'for_net_delete': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:45.891777 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47b8626-1bcd-4506-a42c-74559b620716') {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:45.904033 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056129'] for segment, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.917431 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.923682 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:48:45.924026 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260546480'] for segment, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: Traceback (most recent call last): Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: timer() Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: cb(*args, **kw) Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: return func(*args, **kwargs) Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: self._notify() Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: self.callback(batched_events) Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: event.method(event) Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: return f(self, *a, **k) Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._get(url).json() Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: return self.request(url, 'GET', **kwargs) Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:48:45.931970 dv-cinder-816187-1-iscsi neutron-server[102020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:48:46.025747 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:46.031051 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:46.034240 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9f545391-7950-48f3-af3e-7b24976f5954 HTTP/1.1" status: 204 len: 168 time: 0.7138057 Nov 01 16:48:46.037243 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 44188) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:46.044931 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a266a-2424-4b9e-905b-d41b4ca8b4e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f545391-7950-48f3-af3e-7b24976f5954,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:46.387253 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a5d1f2ab-15c2-49c3-b5ed-28d78773983a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-618549'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:46.459411 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 883aa98e-cde1-45b4-b29b-fc25929cb1fa no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:48:46.483423 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 883aa98e-cde1-45b4-b29b-fc25929cb1fa {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:48:46.483819 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 883aa98e-cde1-45b4-b29b-fc25929cb1fa not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:48:46.484231 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device ab013137-2d8c-4ed9-855e-0474ecb905b4 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:48:46.505712 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: ab013137-2d8c-4ed9-855e-0474ecb905b4 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:48:46.506061 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device ab013137-2d8c-4ed9-855e-0474ecb905b4 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:48:46.506474 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device b6a480b8-087f-4ec4-8d7f-092c4f1fe323 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:48:46.524899 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: b6a480b8-087f-4ec4-8d7f-092c4f1fe323 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:48:46.525242 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device b6a480b8-087f-4ec4-8d7f-092c4f1fe323 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:48:46.637226 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1f2ab-15c2-49c3-b5ed-28d78773983a admin admin] Deleting port 1d251d34-29c2-48f1-85dc-2bd1331e8573 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:46.637634 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a5d1f2ab-15c2-49c3-b5ed-28d78773983a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:46.719337 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-a5d1f2ab-15c2-49c3-b5ed-28d78773983a admin admin] For port 1d251d34-29c2-48f1-85dc-2bd1331e8573, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=1d251d34-29c2-48f1-85dc-2bd1331e8573,segment=NetworkSegment(8ec1d006-9a3a-4561-9ef9-100c6583cf88),segment_id=8ec1d006-9a3a-4561-9ef9-100c6583cf88)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:46.719752 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a5d1f2ab-15c2-49c3-b5ed-28d78773983a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:46.732388 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1f2ab-15c2-49c3-b5ed-28d78773983a admin admin] Calling delete_port for 1d251d34-29c2-48f1-85dc-2bd1331e8573 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:46.968638 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a5d1f2ab-15c2-49c3-b5ed-28d78773983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:46.999851 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1f2ab-15c2-49c3-b5ed-28d78773983a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d251d34-29c2-48f1-85dc-2bd1331e8573,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:47.172406 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a5d1f2ab-15c2-49c3-b5ed-28d78773983a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617861'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:47.394876 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d1f2ab-15c2-49c3-b5ed-28d78773983a admin admin] Router fedf0c85-900a-4fd7-a1ef-19cb8b24e904 has already been hosted by L3 agent 43ee44bf-79d0-44d2-adc8-b851246d95f2 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 16:48:47.501415 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d1f2ab-15c2-49c3-b5ed-28d78773983a admin admin] Notify agent at l3_agent.dv-cinder-816187-1-iscsi the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 16:48:47.506967 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-a5d1f2ab-15c2-49c3-b5ed-28d78773983a admin admin] 10.222.0.62 "PUT /v2.0/routers/fedf0c85-900a-4fd7-a1ef-19cb8b24e904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4686973 Nov 01 16:48:47.509697 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 44196) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:47.511199 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80790ee6-c53f-4892-bee3-61a02157196c None None] Sync routers for ids ['fedf0c85-900a-4fd7-a1ef-19cb8b24e904'] in dv-cinder-816187-1-iscsi {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 16:48:47.521779 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80790ee6-c53f-4892-bee3-61a02157196c None None] Routers {'fedf0c85-900a-4fd7-a1ef-19cb8b24e904'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:48:47.522390 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-80790ee6-c53f-4892-bee3-61a02157196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:48:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['fedf0c85-900a-4fd7-a1ef-19cb8b24e904'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:47.616225 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Publish callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:47.715681 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-80790ee6-c53f-4892-bee3-61a02157196c None None] Set router fedf0c85-900a-4fd7-a1ef-19cb8b24e904 gateway port host: dv-cinder-816187-1-iscsi {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:48:47.721016 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:47.813837 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Deleting port e9b32ff5-0336-4b0a-8812-7547207b250c {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:47.814193 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:47.892299 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-80790ee6-c53f-4892-bee3-61a02157196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'name': 'tempest-TestVolumeBootPattern-1230890131-router', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'external_fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:18Z', 'updated_at': '2021-11-01T16:48:46Z', 'revision_number': 5, 'project_id': 'd3f10255d82d4a49b15570852a94e0c3', 'gw_port': {'id': 'e9b32ff5-0336-4b0a-8812-7547207b250c', 'name': '', 'network_id': 'c192031d-fcc0-4447-aa3c-77785f6d2f3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T16:40:19Z', 'updated_at': '2021-11-01T16:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ecadf3-0976-4d47-a7a3-f6964f149ab0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816187-1-iscsi'}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:47.900142 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] For port e9b32ff5-0336-4b0a-8812-7547207b250c, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=e9b32ff5-0336-4b0a-8812-7547207b250c,segment=NetworkSegment(c6052918-df13-46c7-b1e4-bbc9e5c14116),segment_id=c6052918-df13-46c7-b1e4-bbc9e5c14116)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:47.900529 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:47.912820 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Calling delete_port for e9b32ff5-0336-4b0a-8812-7547207b250c owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:47.921997 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80790ee6-c53f-4892-bee3-61a02157196c None None] Checking router: fedf0c85-900a-4fd7-a1ef-19cb8b24e904 for host: dv-cinder-816187-1-iscsi {{(pid=102022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 16:48:47.931297 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80790ee6-c53f-4892-bee3-61a02157196c None None] Routers {'fedf0c85-900a-4fd7-a1ef-19cb8b24e904'} bound to L3 agent in host dv-cinder-816187-1-iscsi {{(pid=102022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 16:48:47.931943 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-80790ee6-c53f-4892-bee3-61a02157196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T16:30:08Z,description=,heartbeat_timestamp=2021-11-01T16:48:38Z,host='dv-cinder-816187-1-iscsi',id=43ee44bf-79d0-44d2-adc8-b851246d95f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T16:30:09Z,topic='l3_agent')) {'router_ids': ['fedf0c85-900a-4fd7-a1ef-19cb8b24e904'], 'active': True} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:48.015189 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_dvr_db [None req-80790ee6-c53f-4892-bee3-61a02157196c None None] Set router fedf0c85-900a-4fd7-a1ef-19cb8b24e904 gateway port host: None {{(pid=102022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 16:48:48.074243 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.l3_hamode_db [None req-80790ee6-c53f-4892-bee3-61a02157196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'name': 'tempest-TestVolumeBootPattern-1230890131-router', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:18Z', 'updated_at': '2021-11-01T16:48:47Z', 'revision_number': 6, 'project_id': 'd3f10255d82d4a49b15570852a94e0c3', 'gw_port_host': None}], 'dv-cinder-816187-1-iscsi', False) {} {{(pid=102022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:48.111811 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80790ee6-c53f-4892-bee3-61a02157196c None None] The sync data for ids ['fedf0c85-900a-4fd7-a1ef-19cb8b24e904'] in dv-cinder-816187-1-iscsi is: [{'id': 'fedf0c85-900a-4fd7-a1ef-19cb8b24e904', 'name': 'tempest-TestVolumeBootPattern-1230890131-router', 'tenant_id': 'd3f10255d82d4a49b15570852a94e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T16:40:18Z', 'updated_at': '2021-11-01T16:48:47Z', 'revision_number': 6, 'project_id': 'd3f10255d82d4a49b15570852a94e0c3', 'gw_port_host': None}] {{(pid=102022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 16:48:48.369062 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:48.394752 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b32ff5-0336-4b0a-8812-7547207b250c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:48.454243 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618979'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:48.555471 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1222'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:48.557890 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:48.689150 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-617030'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:48.689649 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fedf0c85-900a-4fd7-a1ef-19cb8b24e904 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 16:48:48.698959 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] Publish callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:48.698959 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-ed8c4774-4c2d-4c94-8d89-c8ec0339824f admin admin] 10.222.0.62 "DELETE /v2.0/routers/fedf0c85-900a-4fd7-a1ef-19cb8b24e904 HTTP/1.1" status: 204 len: 168 time: 1.1863818 Nov 01 16:48:48.699617 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 44200) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:48.744852 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a566abbe-ed33-4118-aba4-718e18fdfb74 admin admin] Deleting subnet d78cce76-c76f-42fa-abf9-b36bd4bae9e4 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:48:48.747946 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a566abbe-ed33-4118-aba4-718e18fdfb74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:48.785584 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a566abbe-ed33-4118-aba4-718e18fdfb74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260784331'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:48.854366 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 1d251d34-29c2-48f1-85dc-2bd1331e8573 no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:48:48.863954 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a566abbe-ed33-4118-aba4-718e18fdfb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:48.875790 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 1d251d34-29c2-48f1-85dc-2bd1331e8573 {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:48:48.876145 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 1d251d34-29c2-48f1-85dc-2bd1331e8573 not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:48:48.981111 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a566abbe-ed33-4118-aba4-718e18fdfb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260102732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260916244'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.006610 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566abbe-ed33-4118-aba4-718e18fdfb74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78cce76-c76f-42fa-abf9-b36bd4bae9e4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:49.010299 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a566abbe-ed33-4118-aba4-718e18fdfb74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.013550 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-a566abbe-ed33-4118-aba4-718e18fdfb74 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d78cce76-c76f-42fa-abf9-b36bd4bae9e4 HTTP/1.1" status: 204 len: 168 time: 0.3129437 Nov 01 16:48:49.016057 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3e522-a85c-45ea-9289-90b15a6f3801 None None] Network 6e19b218-5b86-4bef-b342-01710fa422a0 requested from dv-cinder-816187-1-iscsi {{(pid=102021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 16:48:49.016218 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 44202) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:49.092349 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.147881 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Deleting port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:49.148224 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.201267 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c518a88-036a-4077-a5e5-6233627af26b None None] DHCP port deletion for 6e19b218-5b86-4bef-b342-01710fa422a0 request from dv-cinder-816187-1-iscsi {{(pid=102021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 16:48:49.218114 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] For port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=4e0535b4-fdeb-4e44-8b26-bcf82a63af3c,segment=NetworkSegment(8ec1d006-9a3a-4561-9ef9-100c6583cf88),segment_id=8ec1d006-9a3a-4561-9ef9-100c6583cf88)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:49.218501 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.231251 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Calling delete_port for 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:49.247869 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-3c518a88-036a-4077-a5e5-6233627af26b None None] Deleting port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c {{(pid=102021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 16:48:49.248243 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3c518a88-036a-4077-a5e5-6233627af26b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734221323906'] for port, before_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.370100 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260102673'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.397513 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0535b4-fdeb-4e44-8b26-bcf82a63af3c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:49.399328 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] No DVR routers for this DVR port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c on host dv-cinder-816187-1-iscsi {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:48:49.440736 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-3c518a88-036a-4077-a5e5-6233627af26b None None] For port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c, host dv-cinder-816187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816187-1-iscsi',level=0,port_id=4e0535b4-fdeb-4e44-8b26-bcf82a63af3c,segment=NetworkSegment(8ec1d006-9a3a-4561-9ef9-100c6583cf88),segment_id=8ec1d006-9a3a-4561-9ef9-100c6583cf88)] {{(pid=102021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 16:48:49.440976 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3c518a88-036a-4077-a5e5-6233627af26b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608985'] for port, precommit_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.453823 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-3c518a88-036a-4077-a5e5-6233627af26b None None] Calling delete_port for 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c owned by network:dhcp {{(pid=102021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 16:48:49.474097 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.495221 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e19b218-5b86-4bef-b342-01710fa422a0']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:49.505731 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec1d006-9a3a-4561-9ef9-100c6583cf88') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:49.506031 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.services.segments.db [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec1d006-9a3a-4561-9ef9-100c6583cf88') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:48:49.515598 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260784338'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.529534 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.535285 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3c518a88-036a-4077-a5e5-6233627af26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734221330508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734220818369'] for port, after_delete {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.535691 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:48:49.536082 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260103394'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: Traceback (most recent call last): Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: timer() Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: cb(*args, **kw) Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: return func(*args, **kwargs) Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: self._notify() Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: self.callback(batched_events) Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: event.method(event) Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: return f(self, *a, **k) Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._get(url).json() Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: return self.request(url, 'GET', **kwargs) Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:48:49.537776 dv-cinder-816187-1-iscsi neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:48:49.563181 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c518a88-036a-4077-a5e5-6233627af26b None None] No DVR routers for this DVR port 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c on host dv-cinder-816187-1-iscsi {{(pid=102021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 16:48:49.570758 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c518a88-036a-4077-a5e5-6233627af26b None None] Pushing event deleted for resources: {'Port': ['ID=4e0535b4-fdeb-4e44-8b26-bcf82a63af3c,revision_number=None']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:49.683963 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.688355 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:49.694731 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6e19b218-5b86-4bef-b342-01710fa422a0 HTTP/1.1" status: 204 len: 168 time: 0.6754606 Nov 01 16:48:49.705395 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5eeabb-c4a5-4f6e-b586-d9ea14e463a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e19b218-5b86-4bef-b342-01710fa422a0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:49.930325 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 44208) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:49.969552 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-d09e3927-e440-4945-9a33-b1ece4b312e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=833a357c5aae4d4d9be45d3323012608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380347 Nov 01 16:48:49.972100 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.62', 44210) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:50.019322 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20a47f99-a518-4ea6-b519-ebfdd7fc2723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:50.039680 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20a47f99-a518-4ea6-b519-ebfdd7fc2723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:50.152141 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20a47f99-a518-4ea6-b519-ebfdd7fc2723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:50.154780 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20a47f99-a518-4ea6-b519-ebfdd7fc2723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:50.155941 dv-cinder-816187-1-iscsi neutron-server[102019]: INFO neutron.wsgi [None req-20a47f99-a518-4ea6-b519-ebfdd7fc2723 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75b1b12e-5adf-4a9c-a24b-39cfd2b37609 HTTP/1.1" status: 204 len: 168 time: 0.1829600 Nov 01 16:48:50.164546 dv-cinder-816187-1-iscsi neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a47f99-a518-4ea6-b519-ebfdd7fc2723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b1b12e-5adf-4a9c-a24b-39cfd2b37609,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:50.456342 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:48:50.476972 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:48:50.477325 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device 4e0535b4-fdeb-4e44-8b26-bcf82a63af3c not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:48:50.477797 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device e9b32ff5-0336-4b0a-8812-7547207b250c no longer exists at agent ovs-agent-dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 16:48:50.497430 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] No Port match for: e9b32ff5-0336-4b0a-8812-7547207b250c {{(pid=102021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 16:48:50.497783 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron.plugins.ml2.rpc [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Device e9b32ff5-0336-4b0a-8812-7547207b250c not bound to the agent host dv-cinder-816187-1-iscsi {{(pid=102021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 16:48:50.803865 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 44218) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:50.843002 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-b3ca93a9-c4a3-4cd1-b918-879c888b2a01 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3f10255d82d4a49b15570852a94e0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417988 Nov 01 16:48:50.845572 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 44220) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:48:50.896208 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3561d3fa-9249-46a3-abd3-02676c62577e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:50.921824 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3561d3fa-9249-46a3-abd3-02676c62577e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:51.014827 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3561d3fa-9249-46a3-abd3-02676c62577e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:51.017517 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3561d3fa-9249-46a3-abd3-02676c62577e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:48:51.019255 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-3561d3fa-9249-46a3-abd3-02676c62577e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/689c6824-37b7-418d-b781-a869e619ac2e HTTP/1.1" status: 204 len: 168 time: 0.1720433 Nov 01 16:48:51.027321 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561d3fa-9249-46a3-abd3-02676c62577e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689c6824-37b7-418d-b781-a869e619ac2e,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:48:56.010622 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:49:01.705487 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 44296) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:49:01.749559 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5435b8-7925-4876-8f08-d8c723ef24f8 admin admin] Deleting subnet d07f6713-2c40-4486-8410-9ce0e34b3b45 {{(pid=102020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 16:49:01.752568 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f5435b8-7925-4876-8f08-d8c723ef24f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:01.785799 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f5435b8-7925-4876-8f08-d8c723ef24f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056152'] for subnet, precommit_delete_associations {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:01.825580 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f5435b8-7925-4876-8f08-d8c723ef24f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1719184'] for subnet, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:01.935269 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f5435b8-7925-4876-8f08-d8c723ef24f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260544798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260872958'] for subnet, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:01.960421 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5435b8-7925-4876-8f08-d8c723ef24f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07f6713-2c40-4486-8410-9ce0e34b3b45,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:49:01.964154 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f5435b8-7925-4876-8f08-d8c723ef24f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:01.967293 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-5f5435b8-7925-4876-8f08-d8c723ef24f8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d07f6713-2c40-4486-8410-9ce0e34b3b45 HTTP/1.1" status: 204 len: 168 time: 0.2607882 Nov 01 16:49:01.969853 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 44298) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:49:02.034979 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1761917'] for network, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:02.114278 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1717529', 'neutron.services.segments.db._delete_segments_for_network-8734221318593'] for network, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:02.133426 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918325e0-c3a9-48a6-bece-0656048f2887']}} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:49:02.142139 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f43839-e3ad-4cce-98ce-bdd26a0c7e1d') {'for_net_delete': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:49:02.142435 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.services.segments.db [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f43839-e3ad-4cce-98ce-bdd26a0c7e1d') {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 16:49:02.151362 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734221323466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056129'] for segment, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:02.164174 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553'] for segment, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:02.169726 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 16:49:02.170099 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260546480'] for segment, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: Traceback (most recent call last): Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: timer() Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: cb(*args, **kw) Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: return func(*args, **kwargs) Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: self._notify() Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: self.callback(batched_events) Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: event.method(event) Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: return f(self, *a, **k) Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._get(url).json() Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: return self.request(url, 'GET', **kwargs) Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 16:49:02.171707 dv-cinder-816187-1-iscsi neutron-server[102020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 16:49:02.283200 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1717522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618759'] for network, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:02.289114 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725979'] for network, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:02.292247 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] 10.222.0.62 "DELETE /v2.0/networks/918325e0-c3a9-48a6-bece-0656048f2887 HTTP/1.1" status: 204 len: 168 time: 0.3214929 Nov 01 16:49:02.303769 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf39e9f-a2fd-4bc1-9d1a-8fd03beb571d admin admin] Pushing event deleted for resources: {'Network': ['ID=918325e0-c3a9-48a6-bece-0656048f2887,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:49:02.629535 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 44302) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:49:02.667822 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-0fab66b3-fa17-4d2d-9cfb-93295aed596b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=606409e0897d418fb1db0b27304fd960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379820 Nov 01 16:49:02.670193 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [-] (102020) accepted ('10.222.0.62', 44304) {{(pid=102020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 16:49:02.717704 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a415e8af-aded-4e24-a4ea-c1c6b1275e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:02.738522 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a415e8af-aded-4e24-a4ea-c1c6b1275e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:02.952516 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a415e8af-aded-4e24-a4ea-c1c6b1275e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572875'] for security_group, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:02.955115 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a415e8af-aded-4e24-a4ea-c1c6b1275e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:02.956248 dv-cinder-816187-1-iscsi neutron-server[102020]: INFO neutron.wsgi [None req-a415e8af-aded-4e24-a4ea-c1c6b1275e9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ced063f-d4db-49c0-b1f8-56805db6ce63 HTTP/1.1" status: 204 len: 168 time: 0.2851117 Nov 01 16:49:02.965094 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415e8af-aded-4e24-a4ea-c1c6b1275e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ced063f-d4db-49c0-b1f8-56805db6ce63,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 16:49:05.763496 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-cded973c-83fd-4112-9ba5-bb594dcb0786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:08.089108 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-814884b0-0f92-4b8a-8c23-82796f7a3e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:09.368879 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:10.763241 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:13.448415 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:15.563099 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:33.008884 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:49:35.716880 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9443d322-9f0b-465e-b2b6-d3ff193f68b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:38.105475 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c55980ee-952f-4d9c-b652-157d9ccb1959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:39.436178 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:40.734107 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:43.453900 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:49:45.562858 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:05.739482 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a683c191-70fe-45ae-aff1-a56a78731e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:08.111058 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff31e-73b6-498a-b1bc-907405bc1b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:09.454626 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:10.008832 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:50:10.745701 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:13.470639 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:15.579852 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:35.750106 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e5a854ca-ce29-4505-b504-98839d3bda05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:38.098658 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-74ea73d7-a07d-4b12-bf8d-f856c5e69626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:39.396088 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:40.727336 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:43.470462 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:45.590415 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:50:47.007847 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:51:05.761405 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e1acfb60-f368-4ff7-aa27-897966b8bb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:51:08.126814 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-53f6a481-1d3c-4398-947c-989352023795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:51:09.412596 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:51:10.727094 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:51:13.446992 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:51:15.584604 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:51:24.006706 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:51:35.743438 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-10bb4043-e367-4238-993c-225ceefa78ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:51:38.104831 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f90a1c83-34fb-4f5e-9f5d-8a644a27e3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:51:39.406754 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:51:40.761975 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:51:43.468830 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:51:45.595062 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:52:01.006313 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:52:05.754730 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c2bcc0dd-bf0f-439c-a4c5-f3d074249b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:52:08.114648 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f837e163-1a53-49bb-a944-b96112b915ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:52:09.399785 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:52:10.743147 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:52:13.474405 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:52:15.565976 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:52:35.759587 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-25aa913f-f5d9-48a0-a999-a27574691547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:52:38.005581 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:52:38.108322 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3d8591c8-a3df-4fbe-bbcc-cd64f316bc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:52:39.399774 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:52:40.748433 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:52:43.451605 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:52:45.576339 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:05.730628 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fcbf2510-127e-4dcd-ad37-92fd29e32289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:08.119391 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-02c2387f-4cd2-40f8-9aa8-72749f23c5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:09.409666 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:10.724665 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:13.456207 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:15.005237 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:53:15.626607 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:35.729936 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe7d1-c37e-4c2f-9d59-914197bf481d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:38.118628 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f69051ff-3170-4a6f-b8af-ae69278e21ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:39.404793 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:40.758763 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:43.450073 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:45.587157 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:53:52.004154 dv-cinder-816187-1-iscsi neutron-server[102022]: DEBUG neutron.db.agents_db [None req-8abef6a7-c420-4b58-93fe-c61d9ecf43b1 None None] Agent healthcheck: found 6 active agents {{(pid=102022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 16:54:05.746338 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f635e792-f88b-4fba-a3e2-5d7d20069b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:54:08.117696 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-617bea50-b88b-437d-aefd-50bd95997df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:54:09.409676 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba809-69b4-4b15-a398-0715fe651545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:54:10.746321 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81f6bbab-41d1-4c84-9c6a-504e97ab64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:54:13.494728 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8bd4-dba2-40fd-b82c-7ea12313c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:54:15.609687 dv-cinder-816187-1-iscsi neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7105061b-63d2-4f7c-bfcc-154bacc80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734221318575', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1715027'] for agent, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 16:54:17.128772 dv-cinder-816187-1-iscsi neutron-server[102020]: DEBUG neutron.wsgi [req-2f87467d-38d2-47e8-88d0-04992f144c0e req-166014e3-30bc-489e-8cce-fbb768aba06e service neutron] (102020) timed out ('10.222.0.71', 51171) {{(pid=102020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}